00000800:00000200:1.1F:1746070345.055011:0:3761:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aab78300] -> 12345-192.168.204.129@tcp (2) 00000800:00000200:1.1:1746070345.055341:0:3752:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aab78300] -> 12345-192.168.204.129@tcp (2) 00000800:00000200:1.1:1746070345.055345:0:3752:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.129@tcp ffff8800aab78480 deleted 00000800:00000010:1.1:1746070345.055346:0:3752:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800aab78480. 00000800:00000200:1.1:1746070345.055349:0:3752:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1746070345.055355:0:3752:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:1023 00000800:00000200:1.1:1746070345.055360:0:3752:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b4cb3f00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1746070345.055463:0:3751:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1F:1746070345.057450:0:3753:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aab78300] -> 12345-192.168.204.129@tcp (4) 00000800:00000200:3.1:1746070345.057456:0:3753:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.129@tcp ffff8800b1b15cc0 deleted 00000800:00000010:3.1:1746070345.057458:0:3753:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b1b15cc0. 00000800:00000200:3.1:1746070345.057460:0:3753:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1746070345.059344:0:3751:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1:1746070345.182979:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e4cf900. 00010000:00000010:1.1:1746070345.182988:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa27e600. 00010000:00000010:3.1:1746070345.345615:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4c00a00. 00010000:00000010:3.1:1746070345.345621:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800921c5200. 00010000:00000010:3.1:1746070345.361671:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800921c6600. 00010000:00000010:3.1:1746070345.361680:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b436ac00. 00010000:00000010:3.1:1746070345.361682:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a86f0400. 00080000:00000010:1.1:1746070345.394702:0:11:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b1a3bf00. 00002000:00100000:0.0:1746070943.553790:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e5c2a00 x1830887430134016/t4294970335(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.553800:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2a00 with x1830887430134016 ext(0->7) 00010000:00010000:0.0:1746070943.553808:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d70600080341eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011009 expref: 209 pid: 9567 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.553821:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d70600080341eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011009 expref: 209 pid: 9567 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.553828:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e5c2a00 00000100:00100000:0.0:1746070943.558942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.568796:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430134400 00000100:00100000:0.0:1746070943.568802:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430134400 00002000:00100000:0.0:1746070943.568839:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9c700 x1830887430134400/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 488/0 e 0 to 0 dl 1746070954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.568848:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9c700 with x1830887430134400 ext(0->4095) 00002000:00010000:0.0:1746070943.568852:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122a9c700 00000100:00100000:0.0:1746070943.568888:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12543 00000100:00100000:0.0:1746070943.568895:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122a9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+209:2008:x1830887430134400:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070943.569815:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+208:2008:x1830887430134400:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 919us (1156us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070943.569822:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12543 00002000:00100000:0.0:1746070943.569828:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9c700 x1830887430134400/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746070954 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.569835:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9c700 with x1830887430134400 ext(0->4095) 00002000:00010000:0.0:1746070943.569839:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122a9c700 00000100:00100000:0.0:1746070943.573133:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.573474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.576236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.578234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.578744:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.581635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.585623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.592555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.598437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.604016:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8f6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426275584:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070943.604038:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070943.606475:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+210:2008:x1830887430135936:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7626us (8043us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070943.606484:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 11659 00000100:00100000:0.0:1746070943.612227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.612318:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.615970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.620330:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.624006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.628699:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+212:2010:x1830887430137088:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4440us (4704us total) trans 4294970337 rc 0/0 00000100:00100000:0.0:1746070943.628714:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1214 00002000:00100000:0.0:1746070943.628722:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e14ad80 x1830887430137088/t4294970337(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.628731:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14ad80 with x1830887430137088 ext(0->7) 00010000:00010000:0.0:1746070943.628739:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034215 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011033 expref: 212 pid: 9568 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.628755:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034215 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011033 expref: 212 pid: 9568 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.628761:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e14ad80 00000100:00100000:0.0:1746070943.634470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.642557:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430137344 00000100:00100000:0.0:1746070943.642562:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430137344 00000100:00100000:0.0:1746070943.642595:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 27856 00000100:00100000:0.0:1746070943.642600:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+211:1003:x1830887430137344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070943.642614:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070943.642629:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d706000803421c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01103a expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.642652:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d232800/0xa5d706000803420e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01102c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.642658:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070943.642659:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070943.642662:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d706000803421c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01103a expref: 212 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.642685:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d232800/0xa5d706000803420e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01102c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.642694:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d232800/0xa5d706000803420e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01102c expref: 5 pid: 9567 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746070943.642707:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e14bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9568:1830887426276224:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070943.643732:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070943.643981:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430137600 00000100:00100000:0.0:1746070943.643994:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430137600 00002000:00100000:0.0:1746070943.644023:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9e680 x1830887430137600/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:574/0 lens 488/0 e 0 to 0 dl 1746070954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.644032:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9e680 with x1830887430137600 ext(0->4095) 00010000:00010000:0.0:1746070943.644038:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d232800/0xa5d706000803420e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01102c expref: 6 pid: 9567 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.644048:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d232800/0xa5d706000803420e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01102c expref: 6 pid: 9567 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.644054:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a9e680 00000100:00100000:0.0:1746070943.650540:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e14bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9568:1830887426276224:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070943.650567:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d706000803421c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01103a expref: 212 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.651159:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a617c800, rc 0) 00000100:00100000:0.0:1746070943.651208:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+212:1003:x1830887430137344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8606us (9059us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070943.651215:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 27856 00000100:00100000:0.0:1746070943.654203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.657627:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.681974:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.687134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.687216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.687251:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430138368 00000100:00100000:0.0:1746070943.687259:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430138368 00000100:00100000:0.0:1746070943.687299:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 27858 00000100:00100000:0.0:1746070943.687306:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+212:1003:x1830887430138368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070943.687323:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070943.687337:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7c00/0xa5d706000803422a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011048 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.687359:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070943.687364:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0214200/0xa5d7060008034223 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011041 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.687369:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070943.687373:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7c00/0xa5d706000803422a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011048 expref: 213 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.687405:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0214200/0xa5d7060008034223 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011041 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.687414:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7c00/0xa5d706000803422a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011048 expref: 213 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.687423:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c7c00, rc 0) 00000100:00100000:0.0:1746070943.687456:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+213:1003:x1830887430138368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070943.687464:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 27858 00000100:00100000:0.0:1746070943.690082:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+215:2008:x1830887430138240:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2425us (2949us total) trans 4294970338 rc 0/0 00000100:00100000:0.0:1746070943.690090:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1216 00002000:00100000:0.0:1746070943.690098:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d803b80 x1830887430138240/t4294970338(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.690106:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803b80 with x1830887430138240 ext(0->7) 00010000:00010000:0.0:1746070943.690112:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d706000803421c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01103a expref: 215 pid: 9568 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.690123:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d706000803421c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01103a expref: 215 pid: 9568 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.690128:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d803b80 00000100:00100000:0.0:1746070943.691352:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.693264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.701709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.708458:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.722196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.726203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.734548:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+216:2008:x1830887430139392:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6259us (8340us total) trans 4294970339 rc 0/0 00000100:00100000:0.0:1746070943.734559:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1218 00002000:00100000:0.0:1746070943.734570:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d803480 x1830887430139392/t4294970339(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.734584:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803480 with x1830887430139392 ext(0->7) 00010000:00010000:0.0:1746070943.734593:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7c00/0xa5d706000803422a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011048 expref: 216 pid: 10108 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.734607:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7c00/0xa5d706000803422a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011048 expref: 216 pid: 10108 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.734613:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d803480 00000100:00100000:0.0:1746070943.736724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.742691:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.752338:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.753793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.758544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.767598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.775084:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+219:2009:x1830887430140672:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7076us (7486us total) trans 4294970340 rc 0/0 00000100:00100000:0.0:1746070943.775094:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1221 00002000:00100000:0.0:1746070943.775103:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096eae300 x1830887430140672/t4294970340(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.775111:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eae300 with x1830887430140672 ext(0->7) 00010000:00010000:0.0:1746070943.775121:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0215600/0xa5d7060008034238 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011056 expref: 219 pid: 9568 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.775136:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0215600/0xa5d7060008034238 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011056 expref: 219 pid: 9568 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.775147:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096eae300 00000100:00100000:0.0:1746070943.783367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.783392:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430141184 00000100:00100000:0.0:1746070943.783395:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430141184 00002000:00100000:0.0:1746070943.783425:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096eace00 x1830887430141184/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 488/0 e 0 to 0 dl 1746070954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.783433:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eace00 with x1830887430141184 ext(0->4095) 00010000:00010000:0.0:1746070943.783439:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0214600/0xa5d706000803423f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01105d expref: 220 pid: 9568 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.783650:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0214600/0xa5d706000803423f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01105d expref: 220 pid: 9568 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.783658:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096eace00 00000100:00100000:0.0:1746070943.783683:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1222 00000100:00100000:0.0:1746070943.783690:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+219:2007:x1830887430141184:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070943.783790:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+219:2007:x1830887430141184:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (423us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070943.783795:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1222 00002000:00100000:0.0:1746070943.783800:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096eace00 x1830887430141184/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.783806:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eace00 with x1830887430141184 ext(0->4095) 00010000:00010000:0.0:1746070943.783811:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0214600/0xa5d706000803423f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01105d expref: 219 pid: 9568 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.783825:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0214600/0xa5d706000803423f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01105d expref: 219 pid: 9568 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.783830:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096eace00 00000100:00100000:0.0:1746070943.785705:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.785771:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.788444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.792416:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430141952 00000100:00100000:0.0:1746070943.792424:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430141952 00002000:00100000:0.0:1746070943.792460:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c12a00 x1830887430141952/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 496/0 e 0 to 0 dl 1746070954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.792469:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c12a00 with x1830887430141952 ext(0->7) 00010000:00010000:0.0:1746070943.792477:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214400/0xa5d7060008034246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011064 expref: 218 pid: 9568 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.792489:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214400/0xa5d7060008034246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011064 expref: 218 pid: 9568 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.792495:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c12a00 00000100:00100000:0.0:1746070943.792514:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1224 00000100:00100000:0.0:1746070943.792520:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+218:2008:x1830887430141952:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070943.793383:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+220:2008:x1830887430141952:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 861us (1046us total) trans 4294970341 rc 0/0 00000100:00100000:0.0:1746070943.793390:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1224 00002000:00100000:0.0:1746070943.793397:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c12a00 x1830887430141952/t4294970341(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.793403:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c12a00 with x1830887430141952 ext(0->7) 00010000:00010000:0.0:1746070943.793407:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214400/0xa5d7060008034246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011064 expref: 220 pid: 9568 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.793416:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214400/0xa5d7060008034246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011064 expref: 220 pid: 9568 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.793421:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c12a00 00000100:00100000:0.0:1746070943.797280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.801127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.812030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.812218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.815904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.819468:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430142976 00000100:00100000:0.0:1746070943.819474:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430142976 00002000:00100000:0.0:1746070943.819507:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9f800 x1830887430142976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 488/0 e 0 to 0 dl 1746070954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.819516:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9f800 with x1830887430142976 ext(0->4095) 00010000:00010000:0.0:1746070943.819522:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d706000803425b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011072 expref: 221 pid: 9567 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.819533:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d706000803425b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011072 expref: 221 pid: 9567 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.819539:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a9f800 00000100:00100000:0.0:1746070943.819555:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1225 00000100:00100000:0.0:1746070943.819560:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122a9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+221:2008:x1830887430142976:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070943.820120:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+221:2008:x1830887430142976:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 558us (884us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070943.820125:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1225 00002000:00100000:0.0:1746070943.820130:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9f800 x1830887430142976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.820136:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9f800 with x1830887430142976 ext(0->4095) 00010000:00010000:0.0:1746070943.820141:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d706000803425b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011072 expref: 221 pid: 9567 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.820149:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d706000803425b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011072 expref: 221 pid: 9567 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.820154:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a9f800 00000100:00100000:0.0:1746070943.821792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.823444:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+223:2007:x1830887430143232:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1478us (1651us total) trans 4294970342 rc 0/0 00000100:00100000:0.0:1746070943.823453:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1226 00002000:00100000:0.0:1746070943.823460:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096ead500 x1830887430143232/t4294970342(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.823472:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ead500 with x1830887430143232 ext(0->7) 00010000:00010000:0.0:1746070943.823480:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d706000803425b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011072 expref: 223 pid: 9567 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.823501:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d706000803425b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011072 expref: 223 pid: 9567 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.823506:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ead500 00000100:00100000:0.0:1746070943.827963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.833359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.841275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.841326:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.841655:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 27867 00000100:00100000:0.0:1746070943.841662:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430143872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070943.841668:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070943.841673:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008034269 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011087 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.841683:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070943.841686:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a52b1e00/0xa5d7060008034262 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011080 expref: 223 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.841691:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070943.841693:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008034269 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011087 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.841708:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a52b1e00/0xa5d7060008034262 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011080 expref: 223 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.841718:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008034269 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011087 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070943.841726:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c6200, rc 0) 00000100:00100000:0.0:1746070943.841743:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1004:x1830887430143872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 83us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070943.841749:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 27867 00000100:00100000:0.0:1746070943.843236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.845598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.851428:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.853117:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+224:2010:x1830887430144512:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1375us (1692us total) trans 4294970343 rc 0/0 00000100:00100000:0.0:1746070943.853125:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1228 00002000:00100000:0.0:1746070943.853141:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ff31880 x1830887430144512/t4294970343(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.853148:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31880 with x1830887430144512 ext(0->7) 00010000:00010000:0.0:1746070943.853154:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a52b1e00/0xa5d7060008034262 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011080 expref: 224 pid: 9567 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.853165:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a52b1e00/0xa5d7060008034262 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011080 expref: 224 pid: 9567 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.853171:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ff31880 00000100:00100000:0.0:1746070943.857309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.863793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.865524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.871697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.878013:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.884607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.888838:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.892561:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+226:2009:x1830887430145664:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3274us (3719us total) trans 4294970344 rc 0/0 00000100:00100000:0.0:1746070943.892573:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1230 00002000:00100000:0.0:1746070943.892583:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc42d80 x1830887430145664/t4294970344(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.892591:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42d80 with x1830887430145664 ext(0->7) 00010000:00010000:0.0:1746070943.892600:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5600/0xa5d7060008034270 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01108e expref: 226 pid: 9567 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.892615:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5600/0xa5d7060008034270 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01108e expref: 226 pid: 9567 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.892621:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc42d80 00000100:00100000:0.0:1746070943.899272:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.907573:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.916089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.920078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.920149:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.940974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.946728:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+229:2009:x1830887430146944:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3690us (5753us total) trans 4294970345 rc 0/0 00000100:00100000:0.0:1746070943.946739:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1232 00002000:00100000:0.0:1746070943.946748:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc42a00 x1830887430146944/t4294970345(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.946758:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42a00 with x1830887430146944 ext(0->7) 00010000:00010000:0.0:1746070943.946767:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4a00/0xa5d706000803427e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01109c expref: 229 pid: 9567 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746070943.946781:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4a00/0xa5d706000803427e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01109c expref: 229 pid: 9567 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746070943.946787:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc42a00 00000100:00100000:0.0:1746070943.957402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.962826:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430147328 00000100:00100000:0.0:1746070943.962831:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430147328 00002000:00100000:0.0:1746070943.962882:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9d180 x1830887430147328/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 488/0 e 0 to 0 dl 1746070954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.962890:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9d180 with x1830887430147328 ext(0->4095) 00002000:00010000:0.0:1746070943.962894:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122a9d180 00000100:00100000:0.0:1746070943.963095:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12551 00000100:00100000:0.0:1746070943.963103:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122a9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+228:2008:x1830887430147328:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070943.963198:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+228:2008:x1830887430147328:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (506us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070943.963204:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12551 00002000:00100000:0.0:1746070943.963209:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9d180 x1830887430147328/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746070954 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.963217:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9d180 with x1830887430147328 ext(0->4095) 00002000:00010000:0.0:1746070943.963220:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122a9d180 00000100:00100000:0.0:1746070943.972352:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.972716:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.977849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.983614:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.984478:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1233 00000100:00100000:0.0:1746070943.984486:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+229:2007:x1830887430147968:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070943.985187:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+228:2007:x1830887430147968:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 701us (1577us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070943.985193:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1233 00002000:00100000:0.0:1746070943.985198:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009fc41c00 x1830887430147968/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.985206:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc41c00 with x1830887430147968 ext(0->4095) 00010000:00010000:0.0:1746070943.985211:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4400/0xa5d706000803428c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110b1 expref: 228 pid: 9567 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070943.985220:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4400/0xa5d706000803428c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110b1 expref: 228 pid: 9567 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070943.985226:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc41c00 00000100:00100000:0.0:1746070943.988172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070943.989946:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+230:2010:x1830887430148224:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1333us (1777us total) trans 4294970346 rc 0/0 00000100:00100000:0.0:1746070943.989954:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1234 00002000:00100000:0.0:1746070943.989960:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc41880 x1830887430148224/t4294970346(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746070954 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070943.989973:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc41880 with x1830887430148224 ext(0->7) 00010000:00010000:0.0:1746070943.989978:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4400/0xa5d706000803428c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110b1 expref: 230 pid: 9567 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070943.989999:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4400/0xa5d706000803428c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110b1 expref: 230 pid: 9567 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070943.990003:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc41880 00000100:00100000:0.0:1746070943.994332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.006627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.009102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.009182:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430148736 00000100:00100000:0.0:1746070944.009187:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430148736 00002000:00100000:0.0:1746070944.009214:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009de40e00 x1830887430148736/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746070955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.009222:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40e00 with x1830887430148736 ext(0->4095) 00010000:00010000:0.0:1746070944.009228:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034293 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110aa expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.009238:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034293 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110aa expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.009243:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009de40e00 00000100:00100000:0.0:1746070944.009256:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1235 00000100:00100000:0.0:1746070944.009261:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430148736:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070944.009365:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430148736:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070944.009371:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1235 00002000:00100000:0.0:1746070944.009376:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009de40e00 x1830887430148736/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.009382:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40e00 with x1830887430148736 ext(0->4095) 00010000:00010000:0.0:1746070944.009386:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034293 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110aa expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.009394:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034293 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110aa expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.009399:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009de40e00 00000100:00100000:0.0:1746070944.014154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.014203:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.018783:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.023348:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.025658:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+233:2010:x1830887430149504:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1896us (2311us total) trans 4294970347 rc 0/0 00000100:00100000:0.0:1746070944.025668:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1237 00002000:00100000:0.0:1746070944.025676:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009de41180 x1830887430149504/t4294970347(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.025684:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41180 with x1830887430149504 ext(0->7) 00010000:00010000:0.0:1746070944.025692:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d232800/0xa5d706000803429a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110b8 expref: 233 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.025711:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d232800/0xa5d706000803429a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110b8 expref: 233 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.025717:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009de41180 00000100:00100000:0.0:1746070944.038673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.045365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.050893:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.051687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.056005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.057000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.062533:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.062573:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.066569:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426281600:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070944.066585:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070944.066617:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887430150656:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3815us (4090us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070944.066626:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 11683 00000100:00100000:0.0:1746070944.082702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.084405:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.091761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.095956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.106362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.106454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.110927:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430152320 00000100:00100000:0.0:1746070944.110935:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430152320 00002000:00100000:0.0:1746070944.110986:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8f7480 x1830887430152320/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746070955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.110997:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7480 with x1830887430152320 ext(0->4095) 00010000:00010000:0.0:1746070944.111005:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d233e00/0xa5d70600080342bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110db expref: 234 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.111018:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d233e00/0xa5d70600080342bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110db expref: 234 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.111025:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f7480 00000100:00100000:0.0:1746070944.111053:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1242 00000100:00100000:0.0:1746070944.111061:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+234:2007:x1830887430152320:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070944.111169:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+234:2007:x1830887430152320:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070944.111175:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1242 00002000:00100000:0.0:1746070944.111180:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8f7480 x1830887430152320/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.111188:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7480 with x1830887430152320 ext(0->4095) 00010000:00010000:0.0:1746070944.111192:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d233e00/0xa5d70600080342bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110db expref: 234 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.111201:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d233e00/0xa5d70600080342bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110db expref: 234 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.111205:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f7480 00000100:00100000:0.0:1746070944.116067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.120670:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.129711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.129801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.133096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.134763:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.139732:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.152234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.157326:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+239:2009:x1830887430153856:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4782us (5089us total) trans 4294970350 rc 0/0 00000100:00100000:0.0:1746070944.157339:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1246 00002000:00100000:0.0:1746070944.157350:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fbdc000 x1830887430153856/t4294970350(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.157359:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdc000 with x1830887430153856 ext(0->7) 00010000:00010000:0.0:1746070944.157368:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d70600080342cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110e9 expref: 239 pid: 10108 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.157383:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d70600080342cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110e9 expref: 239 pid: 10108 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.157388:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fbdc000 00000100:00100000:0.0:1746070944.162400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.172037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.175259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.178972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.182116:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.185757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.187832:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.189757:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+240:2008:x1830887430155136:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1702us (1922us total) trans 4294970351 rc 0/0 00000100:00100000:0.0:1746070944.189766:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1249 00002000:00100000:0.0:1746070944.189774:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e36bb80 x1830887430155136/t4294970351(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.189781:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36bb80 with x1830887430155136 ext(0->7) 00010000:00010000:0.0:1746070944.189787:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5298800/0xa5d70600080342d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110f7 expref: 240 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.189799:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5298800/0xa5d70600080342d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0110f7 expref: 240 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.189804:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e36bb80 00000100:00100000:0.0:1746070944.197178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.206772:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.207480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.210474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.215143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.218155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.223842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.226921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.229082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.231839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.236643:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430157056 00000100:00100000:0.0:1746070944.236651:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430157056 00000100:00100000:0.0:1746070944.236691:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 27888 00000100:00100000:0.0:1746070944.236698:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122a9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+242:1003:x1830887430157056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070944.236713:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070944.236726:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d70600080342fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01111a expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.237451:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0382200/0xa5d70600080342ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01110c expref: 243 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.237459:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080342f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011113 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.237465:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.237467:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.237470:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d70600080342fc lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01111a expref: 243 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.237496:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080342f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011113 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.237508:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080342f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011113 expref: 5 pid: 10108 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746070944.237519:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426284032:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070944.237609:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0382200/0xa5d70600080342ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01110c expref: 243 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.237617:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0382200/0xa5d70600080342ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01110c expref: 243 pid: 9566 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746070944.237628:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009491bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426284160:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070944.237647:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070944.238380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.242853:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430157696 00000100:00100000:0.0:1746070944.242857:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430157696 00010000:00010000:0.0:1746070944.242895:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080342f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011113 expref: 6 pid: 10108 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746070944.243197:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11694 00000100:00100000:0.0:1746070944.243203:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122a9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887430157696:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070944.243211:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070944.243222:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080342f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011113 expref: 6 pid: 10108 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.243230:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080342f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011113 expref: 6 pid: 10108 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.243243:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080342f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011113 expref: 6 pid: 10108 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.243264:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.243266:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.243271:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d70600080342fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01111a expref: 242 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.243277:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d70600080342fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01111a expref: 242 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.243298:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d70600080342fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01111a expref: 242 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.243308:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d70600080342fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01111a expref: 242 pid: 9567 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746070944.243318:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426284416:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070944.243373:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070944.245596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.247734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.248939:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+245:2007:x1830887430158208:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 968us (1207us total) trans 4294970353 rc 0/0 00000100:00100000:0.0:1746070944.248945:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1254 00002000:00100000:0.0:1746070944.248951:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ed58a80 x1830887430158208/t4294970353(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.248957:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed58a80 with x1830887430158208 ext(0->7) 00010000:00010000:0.0:1746070944.248962:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d70600080342fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01111a expref: 245 pid: 9567 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.248971:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d70600080342fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01111a expref: 245 pid: 9567 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.248987:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed58a80 00000100:00100000:0.0:1746070944.250462:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.255093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.261707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.261823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.264756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.267086:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.269591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.271772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.274949:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.277509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.278855:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+246:2010:x1830887430159872:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1190us (1344us total) trans 4294970354 rc 0/0 00000100:00100000:0.0:1746070944.278874:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1256 00002000:00100000:0.0:1746070944.278881:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fe8f480 x1830887430159872/t4294970354(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.278889:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8f480 with x1830887430159872 ext(0->7) 00010000:00010000:0.0:1746070944.278895:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5298800/0xa5d7060008034311 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01112f expref: 246 pid: 10108 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.278904:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5298800/0xa5d7060008034311 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01112f expref: 246 pid: 10108 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.278909:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe8f480 00000100:00100000:0.0:1746070944.280510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.286507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.294415:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.301187:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.303423:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.305534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.307585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.307622:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.314048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.317708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.322365:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+249:2007:x1830887430161664:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3698us (4653us total) trans 4294970355 rc 0/0 00000100:00100000:0.0:1746070944.322378:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1258 00002000:00100000:0.0:1746070944.322389:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5356300 x1830887430161664/t4294970355(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.322397:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5356300 with x1830887430161664 ext(0->7) 00010000:00010000:0.0:1746070944.322405:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034326 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011144 expref: 249 pid: 9568 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.322420:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034326 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011144 expref: 249 pid: 9568 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.322427:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5356300 00000100:00100000:0.0:1746070944.324666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.329144:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430162048 00000100:00100000:0.0:1746070944.329150:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430162048 00002000:00100000:0.0:1746070944.329183:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c12300 x1830887430162048/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746070955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.329191:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c12300 with x1830887430162048 ext(0->4095) 00002000:00010000:0.0:1746070944.329195:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098c12300 00000100:00100000:0.0:1746070944.329217:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12559 00000100:00100000:0.0:1746070944.329223:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+248:2008:x1830887430162048:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070944.329315:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+248:2008:x1830887430162048:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 92us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070944.329319:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12559 00002000:00100000:0.0:1746070944.329324:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c12300 x1830887430162048/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746070955 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.329330:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c12300 with x1830887430162048 ext(0->4095) 00002000:00010000:0.0:1746070944.329333:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098c12300 00000100:00100000:0.0:1746070944.340347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.341312:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.343827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.343949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.346837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.349464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.355710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.359949:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.361404:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+250:2007:x1830887430163328:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 794us (1454us total) trans 4294970356 rc 0/0 00000100:00100000:0.0:1746070944.361411:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1260 00002000:00100000:0.0:1746070944.361417:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e118e00 x1830887430163328/t4294970356(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.361423:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118e00 with x1830887430163328 ext(0->7) 00010000:00010000:0.0:1746070944.361429:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880123479600/0xa5d706000803433b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011159 expref: 250 pid: 10108 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.361444:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880123479600/0xa5d706000803433b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011159 expref: 250 pid: 10108 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.361449:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e118e00 00000100:00100000:0.0:1746070944.362824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.369303:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.369379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.373205:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.373298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.378408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.386626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.395260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.399053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.403058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.403093:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.406107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.411369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.422657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.427079:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+254:2007:x1830887430165888:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1115us (4425us total) trans 4294970358 rc 0/0 00000100:00100000:0.0:1746070944.427598:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1264 00002000:00100000:0.0:1746070944.427606:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d851880 x1830887430165888/t4294970358(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.427613:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851880 with x1830887430165888 ext(0->7) 00010000:00010000:0.0:1746070944.427619:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d706000803435e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01117c expref: 254 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.427630:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d706000803435e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01117c expref: 254 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.427635:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d851880 00000100:00100000:0.0:1746070944.428541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.432470:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430166144 00000100:00100000:0.0:1746070944.432477:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430166144 00010000:00010000:0.0:1746070944.432502:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d706000803435e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01117c expref: 255 pid: 9566 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746070944.432533:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11708 00000100:00100000:0.0:1746070944.432539:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+255:2010:x1830887430166144:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070944.432549:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070944.432564:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d706000803435e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01117c expref: 255 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.432575:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d706000803435e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01117c expref: 255 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.432592:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d706000803435e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01117c expref: 255 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.432606:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.432608:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.432614:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034357 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011175 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.432627:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034357 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011175 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.432656:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034357 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011175 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.432666:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034357 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011175 expref: 5 pid: 9568 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746070944.432676:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d853b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426287616:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070944.432742:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070944.435176:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.437589:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.442146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.446140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.452583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.454351:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+256:2008:x1830887430167040:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 674us (1768us total) trans 4294970359 rc 0/0 00000100:00100000:0.0:1746070944.454358:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1266 00002000:00100000:0.0:1746070944.454363:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d851f80 x1830887430167040/t4294970359(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.454370:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851f80 with x1830887430167040 ext(0->7) 00010000:00010000:0.0:1746070944.454375:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d233000/0xa5d7060008034365 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011183 expref: 256 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.454390:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d233000/0xa5d7060008034365 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011183 expref: 256 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.454396:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d851f80 00000100:00100000:0.0:1746070944.464452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.467541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.475663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.481257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.485529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.487923:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.494017:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.495731:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+258:2007:x1830887430168192:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1243us (1711us total) trans 4294970360 rc 0/0 00000100:00100000:0.0:1746070944.495738:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1268 00002000:00100000:0.0:1746070944.495744:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ffc7480 x1830887430168192/t4294970360(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.495751:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc7480 with x1830887430168192 ext(0->7) 00010000:00010000:0.0:1746070944.495757:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d233e00/0xa5d7060008034373 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011191 expref: 258 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.495767:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d233e00/0xa5d7060008034373 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011191 expref: 258 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.495773:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ffc7480 00000100:00100000:0.0:1746070944.497209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.501593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.503070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.505370:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.505449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.507566:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.511241:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.513952:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+261:2007:x1830887430169472:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1280us (2713us total) trans 4294970361 rc 0/0 00000100:00100000:0.0:1746070944.513961:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1271 00002000:00100000:0.0:1746070944.513967:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a50fb100 x1830887430169472/t4294970361(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.513986:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb100 with x1830887430169472 ext(0->7) 00010000:00010000:0.0:1746070944.513991:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a617d800/0xa5d7060008034381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01119f expref: 261 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.514002:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a617d800/0xa5d7060008034381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01119f expref: 261 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.514007:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a50fb100 00000100:00100000:0.0:1746070944.516084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.521674:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.525405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.525578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.527596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.529239:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.532828:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.540759:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.549614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.552456:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.554011:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+262:2008:x1830887430171136:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1395us (1554us total) trans 4294970362 rc 0/0 00000100:00100000:0.0:1746070944.554019:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1273 00002000:00100000:0.0:1746070944.554025:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d302300 x1830887430171136/t4294970362(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.554032:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302300 with x1830887430171136 ext(0->7) 00010000:00010000:0.0:1746070944.554038:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214a00/0xa5d7060008034396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111b4 expref: 262 pid: 10108 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.554048:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214a00/0xa5d7060008034396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111b4 expref: 262 pid: 10108 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.554054:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d302300 00000100:00100000:0.0:1746070944.555959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.557832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.562031:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.565281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.568131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.581624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.582434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.584058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.586638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.588541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.588598:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.594753:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.602427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.611005:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+266:2007:x1830887430173696:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6098us (8577us total) trans 4294970364 rc 0/0 00000100:00100000:0.0:1746070944.611016:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1279 00002000:00100000:0.0:1746070944.611025:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8ce300 x1830887430173696/t4294970364(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.611034:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8ce300 with x1830887430173696 ext(0->7) 00010000:00010000:0.0:1746070944.611042:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111d0 expref: 266 pid: 10108 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.611056:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111d0 expref: 266 pid: 10108 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.611062:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8ce300 00000100:00100000:0.0:1746070944.614718:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.624713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.628994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.643515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.649061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.662229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.662284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.666026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.672955:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430175488 00000100:00100000:0.0:1746070944.672963:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430175488 00010000:00010000:0.0:1746070944.672998:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123479600/0xa5d70600080343c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111e5 expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746070944.673037:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11724 00000100:00100000:0.0:1746070944.673043:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430175488:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070944.673054:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070944.673070:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123479600/0xa5d70600080343c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111e5 expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.673080:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123479600/0xa5d70600080343c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111e5 expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.673098:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123479600/0xa5d70600080343c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111e5 expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.673123:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.673125:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.673131:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111ec expref: 267 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.673138:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111ec expref: 267 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.673163:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111ec expref: 267 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070944.673173:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e350e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426291456:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070944.673237:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070944.675671:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430175744 00000100:00100000:0.0:1746070944.675676:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430175744 00002000:00100000:0.0:1746070944.675699:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8f4a80 x1830887430175744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746070955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.675706:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4a80 with x1830887430175744 ext(0->4095) 00002000:00010000:0.0:1746070944.675710:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c8f4a80 00000100:00100000:0.0:1746070944.675729:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12568 00000100:00100000:0.0:1746070944.675733:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+268:2007:x1830887430175744:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070944.675814:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+268:2007:x1830887430175744:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 80us (561us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070944.675820:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12568 00002000:00100000:0.0:1746070944.675824:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8f4a80 x1830887430175744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746070955 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.675830:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4a80 with x1830887430175744 ext(0->4095) 00002000:00010000:0.0:1746070944.675832:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c8f4a80 00000100:00100000:0.0:1746070944.681220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.686659:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.688228:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+270:2007:x1830887430176000:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1402us (1567us total) trans 4294970366 rc 0/0 00000100:00100000:0.0:1746070944.688236:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1283 00002000:00100000:0.0:1746070944.688243:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e350e00 x1830887430176000/t4294970366(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.688251:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e350e00 with x1830887430176000 ext(0->7) 00010000:00010000:0.0:1746070944.689614:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111ec expref: 270 pid: 9568 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.689632:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111ec expref: 270 pid: 9568 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.689639:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e350e00 00000100:00100000:0.0:1746070944.691184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.697145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.697252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.700749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.700821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.700911:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430176768 00000100:00100000:0.0:1746070944.700914:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430176768 00010000:00010000:0.0:1746070944.700927:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123479e00/0xa5d70600080343d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111f3 expref: 6 pid: 10108 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746070944.700994:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11726 00000100:00100000:0.0:1746070944.700999:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430176768:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070944.701006:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070944.701018:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123479e00/0xa5d70600080343d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111f3 expref: 6 pid: 10108 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.701026:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123479e00/0xa5d70600080343d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111f3 expref: 6 pid: 10108 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.701039:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123479e00/0xa5d70600080343d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111f3 expref: 6 pid: 10108 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.701066:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.701067:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.701072:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111fa expref: 270 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.701079:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111fa expref: 270 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.701098:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111fa expref: 270 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.701107:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111fa expref: 270 pid: 10108 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746070944.701117:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426292096:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070944.701162:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070944.702910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.704384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.705606:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+273:2009:x1830887430177280:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 767us (1222us total) trans 4294970367 rc 0/0 00000100:00100000:0.0:1746070944.705612:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1286 00002000:00100000:0.0:1746070944.705617:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d3b2300 x1830887430177280/t4294970367(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.705624:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b2300 with x1830887430177280 ext(0->7) 00010000:00010000:0.0:1746070944.705629:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111fa expref: 273 pid: 10108 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.705638:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080343dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0111fa expref: 273 pid: 10108 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.705643:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d3b2300 00000100:00100000:0.0:1746070944.709428:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.720486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.724496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.724572:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.725416:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 27922 00000100:00100000:0.0:1746070944.725423:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430177792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070944.725438:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070944.725452:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d70600080343ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011208 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.725508:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.725510:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.725517:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d70600080343ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011208 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.725685:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d70600080343ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011208 expref: 6 pid: 9567 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.725692:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a617c800/0xa5d70600080343ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011208 expref: 6 pid: 9567 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.725700:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a617c800, rc 0) 00000100:00100000:0.0:1746070944.725773:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1004:x1830887430177792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 350us (1282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070944.725779:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 27922 00000100:00100000:0.0:1746070944.728792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.728833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.731611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.733891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.738385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.746311:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.750042:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+274:2007:x1830887430178944:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2711us (3737us total) trans 4294970368 rc 0/0 00000100:00100000:0.0:1746070944.750052:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1288 00002000:00100000:0.0:1746070944.750060:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcff100 x1830887430178944/t4294970368(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.750068:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcff100 with x1830887430178944 ext(0->7) 00010000:00010000:0.0:1746070944.750076:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d70600080343f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01120f expref: 274 pid: 9568 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.750088:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d70600080343f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01120f expref: 274 pid: 9568 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.750093:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcff100 00000001:00080000:0.0:1746070944.751844:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970368 is committed 00000100:00100000:0.0:1746070944.756460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.761355:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426292864:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070944.761372:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070944.761389:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2008:x1830887430179072:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4780us (4938us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070944.761396:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 11730 00000100:00100000:0.0:1746070944.767415:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.769719:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.770666:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430179712 00000100:00100000:0.0:1746070944.770669:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430179712 00010000:00010000:0.0:1746070944.770684:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d70600080343f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011216 expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746070944.770708:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11731 00000100:00100000:0.0:1746070944.770713:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430179712:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070944.770720:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070944.770733:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d70600080343f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011216 expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.770741:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d70600080343f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011216 expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.770756:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d70600080343f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011216 expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.770767:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.770768:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.770773:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880124214000/0xa5d70600080343ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01121d expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.770778:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880124214000/0xa5d70600080343ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01121d expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.770794:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880124214000/0xa5d70600080343ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01121d expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.770802:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124214000/0xa5d70600080343ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01121d expref: 6 pid: 9568 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746070944.770811:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426293248:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070944.770861:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070944.774112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.781209:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.782237:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2010:x1830887430180224:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 752us (1034us total) trans 4294970369 rc 0/0 00000100:00100000:0.0:1746070944.782244:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1290 00002000:00100000:0.0:1746070944.782253:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c217100 x1830887430180224/t4294970369(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.782260:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217100 with x1830887430180224 ext(0->7) 00010000:00010000:0.0:1746070944.782265:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214000/0xa5d70600080343ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01121d expref: 9 pid: 9568 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.782274:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214000/0xa5d70600080343ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01121d expref: 9 pid: 9568 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.782280:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c217100 00000100:00100000:0.0:1746070944.786653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.791144:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746070944.791157:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426293504:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746070944.791193:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070944.791851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.798014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.801767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.804080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.807040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.807561:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.807856:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.807886:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430181632 00000100:00100000:0.0:1746070944.807889:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430181632 00010000:00010000:0.0:1746070944.807901:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123479c00/0xa5d7060008034406 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011224 expref: 9 pid: 9567 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746070944.807917:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11734 00000100:00100000:0.0:1746070944.807921:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad021850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887430181632:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070944.807926:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070944.807933:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123479c00/0xa5d7060008034406 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011224 expref: 9 pid: 9567 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.807940:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123479c00/0xa5d7060008034406 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011224 expref: 9 pid: 9567 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.807952:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123479c00/0xa5d7060008034406 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011224 expref: 9 pid: 9567 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.808194:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.808203:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.808210:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008034414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011232 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.808217:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008034414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011232 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.808242:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008034414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011232 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070944.808252:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426293888:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070944.808306:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070944.811745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.814502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.819432:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887430182272:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4662us (4924us total) trans 4294970370 rc 0/0 00000100:00100000:0.0:1746070944.819443:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1293 00002000:00100000:0.0:1746070944.819453:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c214a80 x1830887430182272/t4294970370(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.819462:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214a80 with x1830887430182272 ext(0->7) 00010000:00010000:0.0:1746070944.819470:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008034414 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011232 expref: 10 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.819483:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008034414 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011232 expref: 10 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.819489:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c214a80 00000100:00100000:0.0:1746070944.820909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.824030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.824058:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430182656 00000100:00100000:0.0:1746070944.824065:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430182656 00002000:00100000:0.0:1746070944.824102:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c214700 x1830887430182656/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746070955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.824109:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214700 with x1830887430182656 ext(0->4095) 00002000:00010000:0.0:1746070944.824114:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c214700 00000100:00100000:0.0:1746070944.824144:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12574 00000100:00100000:0.0:1746070944.824151:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430182656:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070944.824262:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430182656:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070944.824268:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12574 00002000:00100000:0.0:1746070944.824273:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c214700 x1830887430182656/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746070955 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.824280:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214700 with x1830887430182656 ext(0->4095) 00002000:00010000:0.0:1746070944.824283:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c214700 00000100:00100000:0.0:1746070944.827420:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.830736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.840680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.848101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.848976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.855234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.856085:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.856136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.860097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.860152:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430184320 00000100:00100000:0.0:1746070944.860157:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430184320 00002000:00100000:0.0:1746070944.860459:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b41d880 x1830887430184320/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746070955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.860468:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41d880 with x1830887430184320 ext(0->4095) 00010000:00010000:0.0:1746070944.860475:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d7060008034429 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011247 expref: 11 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.860486:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d7060008034429 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011247 expref: 11 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.860491:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b41d880 00000100:00100000:0.0:1746070944.860517:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1295 00000100:00100000:0.0:1746070944.860524:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887430184320:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070944.860635:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887430184320:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (538us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070944.860641:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1295 00002000:00100000:0.0:1746070944.860646:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b41d880 x1830887430184320/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.860653:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41d880 with x1830887430184320 ext(0->4095) 00010000:00010000:0.0:1746070944.860657:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d7060008034429 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011247 expref: 11 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.860665:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d7060008034429 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011247 expref: 11 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.860675:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b41d880 00000100:00100000:0.0:1746070944.866198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.867327:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2010:x1830887430184576:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 735us (1134us total) trans 4294970371 rc 0/0 00000100:00100000:0.0:1746070944.867334:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1296 00002000:00100000:0.0:1746070944.867340:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5edf100 x1830887430184576/t4294970371(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.867346:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edf100 with x1830887430184576 ext(0->7) 00010000:00010000:0.0:1746070944.867351:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d7060008034429 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011247 expref: 13 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.867360:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d7060008034429 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011247 expref: 13 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.867365:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5edf100 00000100:00100000:0.0:1746070944.870079:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.881775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.886063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.886670:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.890955:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430185472 00000100:00100000:0.0:1746070944.890961:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430185472 00002000:00100000:0.0:1746070944.891001:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8f5c00 x1830887430185472/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746070955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.891010:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5c00 with x1830887430185472 ext(0->4095) 00010000:00010000:0.0:1746070944.891016:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880123479800/0xa5d7060008034437 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011255 expref: 6 pid: 9567 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.891028:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880123479800/0xa5d7060008034437 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011255 expref: 6 pid: 9567 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.891033:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f5c00 00000100:00100000:0.0:1746070944.891059:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1297 00000100:00100000:0.0:1746070944.891066:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430185472:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070944.891179:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430185472:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (358us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070944.891185:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1297 00002000:00100000:0.0:1746070944.891190:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8f5c00 x1830887430185472/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.891196:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5c00 with x1830887430185472 ext(0->4095) 00010000:00010000:0.0:1746070944.891201:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880123479800/0xa5d7060008034437 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011255 expref: 6 pid: 9567 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.891208:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880123479800/0xa5d7060008034437 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011255 expref: 6 pid: 9567 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.891213:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f5c00 00000100:00100000:0.0:1746070944.897732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.899857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.900888:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2010:x1830887430186368:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 751us (1011us total) trans 4294970372 rc 0/0 00000100:00100000:0.0:1746070944.900895:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1299 00002000:00100000:0.0:1746070944.900902:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801327bb100 x1830887430186368/t4294970372(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.900908:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bb100 with x1830887430186368 ext(0->7) 00010000:00010000:0.0:1746070944.900912:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d706000803443e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01125c expref: 15 pid: 9566 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.900920:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d706000803443e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01125c expref: 15 pid: 9566 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.900925:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327bb100 00000100:00100000:0.0:1746070944.906595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.910149:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.912009:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.914974:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430187648 00000100:00100000:0.0:1746070944.914982:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430187648 00002000:00100000:0.0:1746070944.915016:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8f6d80 x1830887430187648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746070955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.915024:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6d80 with x1830887430187648 ext(0->4095) 00002000:00010000:0.0:1746070944.915028:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c8f6d80 00000100:00100000:0.0:1746070944.915056:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12581 00000100:00100000:0.0:1746070944.915063:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430187648:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070944.915176:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430187648:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (433us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070944.915183:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12581 00002000:00100000:0.0:1746070944.915187:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8f6d80 x1830887430187648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746070955 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.915199:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6d80 with x1830887430187648 ext(0->4095) 00002000:00010000:0.0:1746070944.915201:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c8f6d80 00000100:00100000:0.0:1746070944.925588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.929094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.930403:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2010:x1830887430188672:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 968us (1315us total) trans 4294970373 rc 0/0 00000100:00100000:0.0:1746070944.930412:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1301 00002000:00100000:0.0:1746070944.930418:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801327bad80 x1830887430188672/t4294970373(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746070955 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.930425:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bad80 with x1830887430188672 ext(0->7) 00010000:00010000:0.0:1746070944.930431:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880123478200/0xa5d7060008034453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011271 expref: 16 pid: 9567 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746070944.930442:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880123478200/0xa5d7060008034453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011271 expref: 16 pid: 9567 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746070944.930449:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327bad80 00000100:00100000:0.0:1746070944.932015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.935213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.945184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.950657:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430189440 00000100:00100000:0.0:1746070944.950664:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430189440 00002000:00100000:0.0:1746070944.950702:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c10000 x1830887430189440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746070955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.950711:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c10000 with x1830887430189440 ext(0->4095) 00002000:00010000:0.0:1746070944.950715:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098c10000 00000100:00100000:0.0:1746070944.951314:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12583 00000100:00100000:0.0:1746070944.951322:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887430189440:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070944.951700:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887430189440:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 378us (1163us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070944.951707:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12583 00002000:00100000:0.0:1746070944.951713:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c10000 x1830887430189440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746070955 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.951720:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c10000 with x1830887430189440 ext(0->4095) 00002000:00010000:0.0:1746070944.951723:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098c10000 00000100:00100000:0.0:1746070944.957168:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430189824 00000100:00100000:0.0:1746070944.957176:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430189824 00002000:00100000:0.0:1746070944.957212:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9f480 x1830887430189824/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746070955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070944.957221:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9f480 with x1830887430189824 ext(0->4095) 00002000:00010000:0.0:1746070944.957225:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122a9f480 00000100:00100000:0.0:1746070944.957524:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12584 00000100:00100000:0.0:1746070944.957529:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122a9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430189824:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070944.961776:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.972802:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.972883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.972905:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430190208 00000100:00100000:0.0:1746070944.972911:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430190208 00010000:00010000:0.0:1746070944.972941:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123479600/0xa5d706000803445a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011278 expref: 6 pid: 9567 timeout: 768 lvb_type: 0 00000100:00100000:0.0:1746070944.972980:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11746 00000100:00100000:0.0:1746070944.972987:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430190208:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070944.972998:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070944.973014:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123479600/0xa5d706000803445a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011278 expref: 6 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070944.973024:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123479600/0xa5d706000803445a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011278 expref: 6 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070944.973045:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.973047:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070944.973053:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880123478800/0xa5d7060008034468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011286 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.973060:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123478800/0xa5d7060008034468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011286 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070944.973084:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880123478800/0xa5d7060008034468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011286 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070944.973094:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc39c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426296448:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070944.973159:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070944.975415:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc39c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426296448:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070944.975429:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070944.975462:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887430190208:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2475us (2579us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070944.975471:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 11746 00000100:00100000:0.0:1746070944.975994:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070944.999461:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.003017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.008612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.009103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.013424:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.019297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.024506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.026561:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2009:x1830887430192000:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1814us (2057us total) trans 4294970375 rc 0/0 00000100:00100000:0.0:1746070945.026567:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1305 00002000:00100000:0.0:1746070945.026574:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc3ad80 x1830887430192000/t4294970375(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.026581:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3ad80 with x1830887430192000 ext(0->7) 00010000:00010000:0.0:1746070945.026587:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880123479e00/0xa5d7060008034476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01129b expref: 20 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.026598:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880123479e00/0xa5d7060008034476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01129b expref: 20 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.026604:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc3ad80 00000100:00100000:0.0:1746070945.030819:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.035563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.041360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.045300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.051350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.053398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.057895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.057930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.057982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.058004:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430193280 00000100:00100000:0.0:1746070945.058011:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430193280 00010000:00010000:0.0:1746070945.058041:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123479a00/0xa5d7060008034484 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112a2 expref: 22 pid: 9566 timeout: 768 lvb_type: 0 00000100:00100000:0.0:1746070945.058068:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430193408 00000100:00100000:0.0:1746070945.058070:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430193408 00010000:00010000:0.0:1746070945.058082:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123478600/0xa5d706000803447d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011294 expref: 6 pid: 9568 timeout: 768 lvb_type: 0 00000100:00100000:0.0:1746070945.058101:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11750 00000100:00100000:0.0:1746070945.058108:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887430193280:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070945.058119:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070945.058139:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123479a00/0xa5d7060008034484 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112a2 expref: 22 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.058149:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123479a00/0xa5d7060008034484 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112a2 expref: 22 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.058170:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070945.058500:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887430193280:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 391us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070945.058505:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 11750 00000100:00100000:0.0:1746070945.064326:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430193792 00000100:00100000:0.0:1746070945.064333:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430193792 00002000:00100000:0.0:1746070945.064370:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c11180 x1830887430193792/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746070956 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.064377:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c11180 with x1830887430193792 ext(0->4095) 00010000:00010000:0.0:1746070945.064383:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d706000803448b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112a9 expref: 21 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.064392:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d706000803448b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112a9 expref: 21 pid: 9567 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.064398:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c11180 00000100:00100000:0.0:1746070945.064409:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1307 00000100:00100000:0.0:1746070945.064414:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887430193792:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070945.064525:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887430193792:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (320us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070945.064531:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1307 00002000:00100000:0.0:1746070945.064537:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c11180 x1830887430193792/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.064544:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c11180 with x1830887430193792 ext(0->4095) 00010000:00010000:0.0:1746070945.064549:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d706000803448b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112a9 expref: 21 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.064557:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d706000803448b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112a9 expref: 21 pid: 9567 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.064566:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c11180 00000100:00100000:0.0:1746070945.071498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.073008:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2009:x1830887430194048:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1322us (1512us total) trans 4294970376 rc 0/0 00000100:00100000:0.0:1746070945.073015:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1308 00002000:00100000:0.0:1746070945.073021:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a6330000 x1830887430194048/t4294970376(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.073028:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330000 with x1830887430194048 ext(0->7) 00010000:00010000:0.0:1746070945.073034:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d706000803448b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112a9 expref: 23 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.073045:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d706000803448b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112a9 expref: 23 pid: 9567 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.073050:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6330000 00000100:00100000:0.0:1746070945.098831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.098859:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430194432 00000100:00100000:0.0:1746070945.098877:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430194432 00002000:00100000:0.0:1746070945.098913:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6330e00 x1830887430194432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746070956 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.098922:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330e00 with x1830887430194432 ext(0->4095) 00002000:00010000:0.0:1746070945.098927:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6330e00 00000100:00100000:0.0:1746070945.098943:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12588 00000100:00100000:0.0:1746070945.098948:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2007:x1830887430194432:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070945.099075:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2007:x1830887430194432:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070945.099081:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12588 00002000:00100000:0.0:1746070945.099086:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6330e00 x1830887430194432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746070956 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.099093:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330e00 with x1830887430194432 ext(0->4095) 00002000:00010000:0.0:1746070945.099095:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6330e00 00000100:00100000:0.0:1746070945.104996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.105041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.108418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.108456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.111834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.113061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.120070:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430195584 00000100:00100000:0.0:1746070945.120077:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430195584 00002000:00100000:0.0:1746070945.120111:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9d880 x1830887430195584/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746070956 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.120119:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9d880 with x1830887430195584 ext(0->4095) 00010000:00010000:0.0:1746070945.120126:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080344a0 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112be expref: 24 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.120137:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080344a0 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112be expref: 24 pid: 9567 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.120142:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a9d880 00000100:00100000:0.0:1746070945.120160:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1310 00000100:00100000:0.0:1746070945.120167:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122a9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2008:x1830887430195584:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070945.120934:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2008:x1830887430195584:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 767us (1020us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070945.120939:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1310 00002000:00100000:0.0:1746070945.120944:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9d880 x1830887430195584/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.120950:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9d880 with x1830887430195584 ext(0->4095) 00010000:00010000:0.0:1746070945.120954:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080344a0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112be expref: 24 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.120973:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080344a0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112be expref: 24 pid: 9567 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.120978:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a9d880 00000100:00100000:0.0:1746070945.124580:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.126236:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:2008:x1830887430195840:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 898us (1656us total) trans 4294970377 rc 0/0 00000100:00100000:0.0:1746070945.126242:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1311 00002000:00100000:0.0:1746070945.126248:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a01fe680 x1830887430195840/t4294970377(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.126253:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fe680 with x1830887430195840 ext(0->7) 00010000:00010000:0.0:1746070945.126260:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080344a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112be expref: 25 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.126271:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080344a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112be expref: 25 pid: 9567 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.126276:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a01fe680 00000100:00100000:0.0:1746070945.127955:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.130983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.131006:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430196224 00000100:00100000:0.0:1746070945.131011:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430196224 00002000:00100000:0.0:1746070945.131043:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a01ff480 x1830887430196224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746070956 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.131050:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff480 with x1830887430196224 ext(0->4095) 00002000:00010000:0.0:1746070945.131054:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a01ff480 00000100:00100000:0.0:1746070945.131069:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12589 00000100:00100000:0.0:1746070945.131076:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:2008:x1830887430196224:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070945.131176:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:2008:x1830887430196224:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (198us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070945.131181:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12589 00002000:00100000:0.0:1746070945.131185:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a01ff480 x1830887430196224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746070956 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.131191:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff480 with x1830887430196224 ext(0->4095) 00002000:00010000:0.0:1746070945.131193:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a01ff480 00000100:00100000:0.0:1746070945.134393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.142242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.142336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.145940:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.149810:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.149843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.150513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.154981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.162761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.164249:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2010:x1830887430197888:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 919us (1494us total) trans 4294970378 rc 0/0 00000100:00100000:0.0:1746070945.164257:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1315 00002000:00100000:0.0:1746070945.164263:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5c1c000 x1830887430197888/t4294970378(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.164270:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1c000 with x1830887430197888 ext(0->7) 00010000:00010000:0.0:1746070945.164275:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124215e00/0xa5d70600080344b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112d3 expref: 26 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.164285:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124215e00/0xa5d70600080344b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112d3 expref: 26 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.164290:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c1c000 00000100:00100000:0.0:1746070945.169015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.190447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.193511:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430198400 00000100:00100000:0.0:1746070945.193515:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430198400 00002000:00100000:0.0:1746070945.193535:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9c380 x1830887430198400/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746070956 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.193543:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9c380 with x1830887430198400 ext(0->4095) 00010000:00010000:0.0:1746070945.193548:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080344bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112da expref: 6 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.193560:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080344bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112da expref: 6 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.193565:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a9c380 00000100:00100000:0.0:1746070945.193576:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1316 00000100:00100000:0.0:1746070945.193580:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122a9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430198400:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070945.193657:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430198400:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 77us (546us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070945.193662:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1316 00002000:00100000:0.0:1746070945.193666:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9c380 x1830887430198400/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.193673:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9c380 with x1830887430198400 ext(0->4095) 00010000:00010000:0.0:1746070945.193677:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080344bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112da expref: 6 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.193683:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080344bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112da expref: 6 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.193687:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a9c380 00000100:00100000:0.0:1746070945.200671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.245385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.250742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.263325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.268055:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887430199040:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3741us (4537us total) trans 4294970379 rc 0/0 00000100:00100000:0.0:1746070945.268067:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1317 00002000:00100000:0.0:1746070945.268076:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012e896d80 x1830887430199040/t4294970379(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.268084:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e896d80 with x1830887430199040 ext(0->7) 00010000:00010000:0.0:1746070945.268093:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d70600080344c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112e1 expref: 28 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.268104:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d70600080344c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112e1 expref: 28 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.268110:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e896d80 00000100:00100000:0.0:1746070945.271341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.271630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.271665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.271678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.271691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.272711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.272735:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430199296 00000100:00100000:0.0:1746070945.272746:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430199296 00010000:00010000:0.0:1746070945.272778:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d70600080344c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112e1 expref: 28 pid: 9566 timeout: 768 lvb_type: 0 00000100:00100000:0.0:1746070945.272803:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11760 00000100:00100000:0.0:1746070945.272810:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2009:x1830887430199296:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070945.272822:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746070945.272837:0:7205:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb atime from disk: 1746070944 -> 1746070945 00010000:00010000:0.0:1746070945.272843:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d70600080344c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112e1 expref: 28 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.272853:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d70600080344c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112e1 expref: 28 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.272887:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d70600080344c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112e1 expref: 28 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.272903:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070945.272905:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070945.272911:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880124214600/0xa5d70600080344ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112e8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.272918:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880124214600/0xa5d70600080344ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112e8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.272977:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880124214600/0xa5d70600080344ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112e8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070945.272987:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426299648:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070945.273043:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070945.273068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.273138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.274243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070945.274423:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746070945.276392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.277841:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.284069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.290997:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.292237:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2008:x1830887430201216:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 819us (1245us total) trans 4294970380 rc 0/0 00000100:00100000:0.0:1746070945.292244:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1320 00002000:00100000:0.0:1746070945.292250:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d53a680 x1830887430201216/t4294970380(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.292258:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53a680 with x1830887430201216 ext(0->7) 00010000:00010000:0.0:1746070945.292264:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214200/0xa5d70600080344d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112ef expref: 31 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.292273:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214200/0xa5d70600080344d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0112ef expref: 31 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.292279:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d53a680 00000100:00100000:0.0:1746070945.298554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.306639:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.311225:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.311270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.314433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.321546:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.325806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.331777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.336788:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.339225:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887430202880:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2201us (2431us total) trans 4294970381 rc 0/0 00000100:00100000:0.0:1746070945.339238:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1322 00002000:00100000:0.0:1746070945.339247:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d538700 x1830887430202880/t4294970381(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.339255:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538700 with x1830887430202880 ext(0->7) 00010000:00010000:0.0:1746070945.339264:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214000/0xa5d70600080344e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011304 expref: 32 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.339278:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214000/0xa5d70600080344e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011304 expref: 32 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.339284:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d538700 00000100:00100000:0.0:1746070945.340907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.353384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.353441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.361089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.361161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.366324:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.369395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.370529:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2010:x1830887430204160:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 966us (1137us total) trans 4294970382 rc 0/0 00000100:00100000:0.0:1746070945.370536:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1324 00002000:00100000:0.0:1746070945.370542:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e02d80 x1830887430204160/t4294970382(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.370549:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02d80 with x1830887430204160 ext(0->7) 00010000:00010000:0.0:1746070945.370553:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124215e00/0xa5d70600080344f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011312 expref: 35 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.370565:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124215e00/0xa5d70600080344f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011312 expref: 35 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.370570:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e02d80 00000100:00100000:0.0:1746070945.374306:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.382804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.386817:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.387331:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.395408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.400453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.405124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.439571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.460343:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.467703:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2007:x1830887430205824:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1425us (7361us total) trans 4294970383 rc 0/0 00000100:00100000:0.0:1746070945.467712:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1326 00002000:00100000:0.0:1746070945.467720:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e0ca80 x1830887430205824/t4294970383(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.467728:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ca80 with x1830887430205824 ext(0->7) 00010000:00010000:0.0:1746070945.467736:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0170c00/0xa5d7060008034509 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011327 expref: 36 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.467748:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0170c00/0xa5d7060008034509 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011327 expref: 36 pid: 9567 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.467757:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e0ca80 00000100:00100000:0.0:1746070945.472140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.476761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.478268:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.482649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.492747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.496233:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430206976 00000100:00100000:0.0:1746070945.496240:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430206976 00000100:00100000:0.0:1746070945.499718:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2007:x1830887430206976:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3360us (3517us total) trans 4294970384 rc 0/0 00000100:00100000:0.0:1746070945.499730:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1328 00002000:00100000:0.0:1746070945.499740:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880122a9c000 x1830887430206976/t4294970384(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.499749:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9c000 with x1830887430206976 ext(0->7) 00010000:00010000:0.0:1746070945.499758:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880123479e00/0xa5d7060008034517 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011335 expref: 38 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.499771:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880123479e00/0xa5d7060008034517 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011335 expref: 38 pid: 9567 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.499777:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a9c000 00000100:00100000:0.0:1746070945.501638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.503611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.507999:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.514685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.517501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.536708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.545597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.550170:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2010:x1830887430208128:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4359us (4573us total) trans 4294970385 rc 0/0 00000100:00100000:0.0:1746070945.550181:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1330 00002000:00100000:0.0:1746070945.550192:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072775c00 x1830887430208128/t4294970385(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.550201:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775c00 with x1830887430208128 ext(0->7) 00010000:00010000:0.0:1746070945.550209:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880123478600/0xa5d7060008034525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011343 expref: 40 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.550221:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880123478600/0xa5d7060008034525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011343 expref: 40 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.550228:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072775c00 00000100:00100000:0.0:1746070945.554085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.556990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.566148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.572266:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.577987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.584835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.587652:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.598943:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.600107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.604379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.606845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.612558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.618090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.624843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.629002:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2010:x1830887430210560:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3143us (4160us total) trans 4294970387 rc 0/0 00000100:00100000:0.0:1746070945.629011:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1335 00002000:00100000:0.0:1746070945.629019:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a61b4e00 x1830887430210560/t4294970387(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.629028:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b4e00 with x1830887430210560 ext(0->7) 00010000:00010000:0.0:1746070945.629036:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880123478a00/0xa5d7060008034541 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01135f expref: 45 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.629050:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880123478a00/0xa5d7060008034541 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01135f expref: 45 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.629056:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61b4e00 00000100:00100000:0.0:1746070945.636683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.647312:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430210944 00000100:00100000:0.0:1746070945.647320:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430210944 00002000:00100000:0.0:1746070945.647357:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9f100 x1830887430210944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746070956 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.647366:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9f100 with x1830887430210944 ext(0->4095) 00002000:00010000:0.0:1746070945.647370:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122a9f100 00000100:00100000:0.0:1746070945.647398:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12599 00000100:00100000:0.0:1746070945.647405:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880122a9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887430210944:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070945.648185:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887430210944:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 778us (1036us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070945.648192:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12599 00002000:00100000:0.0:1746070945.648199:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880122a9f100 x1830887430210944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746070956 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.648205:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9f100 with x1830887430210944 ext(0->4095) 00002000:00010000:0.0:1746070945.648208:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122a9f100 00000100:00100000:0.0:1746070945.651836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.652315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.656461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.658927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.661486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.662124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.666487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.670312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.677982:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2009:x1830887430212352:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6792us (7663us total) trans 4294970388 rc 0/0 00000100:00100000:0.0:1746070945.677994:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1338 00002000:00100000:0.0:1746070945.678006:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e0b0e00 x1830887430212352/t4294970388(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.678014:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0e00 with x1830887430212352 ext(0->7) 00010000:00010000:0.0:1746070945.678022:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880123479e00/0xa5d7060008034556 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011374 expref: 47 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.678037:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880123479e00/0xa5d7060008034556 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011374 expref: 47 pid: 9567 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.678047:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0b0e00 00000100:00100000:0.0:1746070945.682216:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.686140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.690001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.692834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.692914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.695021:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.697456:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.699269:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2007:x1830887430213632:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1642us (1814us total) trans 4294970389 rc 0/0 00000100:00100000:0.0:1746070945.699278:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1341 00002000:00100000:0.0:1746070945.699286:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130564700 x1830887430213632/t4294970389(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.699293:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130564700 with x1830887430213632 ext(0->7) 00010000:00010000:0.0:1746070945.699299:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d7060008034564 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011382 expref: 48 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.699311:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d7060008034564 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011382 expref: 48 pid: 9567 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.699317:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130564700 00000100:00100000:0.0:1746070945.702477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.709061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.711020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.713680:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.714143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.716549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.720269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.723368:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2008:x1830887430214912:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2424us (3098us total) trans 4294970390 rc 0/0 00000100:00100000:0.0:1746070945.723377:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1344 00002000:00100000:0.0:1746070945.723384:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130564000 x1830887430214912/t4294970390(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.723392:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130564000 with x1830887430214912 ext(0->7) 00010000:00010000:0.0:1746070945.723399:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124215e00/0xa5d7060008034572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011390 expref: 51 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.723411:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124215e00/0xa5d7060008034572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011390 expref: 51 pid: 9567 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.723417:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130564000 00000100:00100000:0.0:1746070945.727903:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.734206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.734233:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430215296 00000100:00100000:0.0:1746070945.734240:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430215296 00002000:00100000:0.0:1746070945.734275:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130566d80 x1830887430215296/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746070956 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.734284:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130566d80 with x1830887430215296 ext(0->4095) 00002000:00010000:0.0:1746070945.734288:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130566d80 00000100:00100000:0.0:1746070945.736664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.741581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.743565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.746633:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.748531:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.749891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.753010:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.757060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.758349:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:2007:x1830887430216704:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 628us (1293us total) trans 4294970391 rc 0/0 00000100:00100000:0.0:1746070945.758356:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1347 00002000:00100000:0.0:1746070945.758361:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ef04380 x1830887430216704/t4294970391(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.758369:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04380 with x1830887430216704 ext(0->7) 00010000:00010000:0.0:1746070945.758373:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d7060008034587 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113a5 expref: 53 pid: 9567 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.758382:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d7060008034587 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113a5 expref: 53 pid: 9567 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.758388:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ef04380 00000100:00100000:0.0:1746070945.759784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.770790:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.774144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.774188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.774778:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 27984 00000100:00100000:0.0:1746070945.774786:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430217216:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070945.774796:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070945.774802:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880123479a00/0xa5d706000803459c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0113b3 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.774815:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070945.774818:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d7060008034595 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113ba expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.774823:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070945.774825:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123479a00/0xa5d706000803459c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113b3 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.774843:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d7060008034595 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113ba expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.774851:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880123479a00/0xa5d706000803459c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113b3 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.774918:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123479a00, rc 0) 00000100:00100000:0.0:1746070945.775159:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1004:x1830887430217216:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 374us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070945.775164:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 27984 00000100:00100000:0.0:1746070945.776957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.779185:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.783609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.791783:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2007:x1830887430217984:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7701us (8170us total) trans 4294970392 rc 0/0 00000100:00100000:0.0:1746070945.791796:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1349 00002000:00100000:0.0:1746070945.791808:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a50fb800 x1830887430217984/t4294970392(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.791823:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb800 with x1830887430217984 ext(0->7) 00010000:00010000:0.0:1746070945.791833:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d7060008034595 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113ba expref: 54 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.791846:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d7060008034595 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113ba expref: 54 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.791852:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a50fb800 00000100:00100000:0.0:1746070945.794388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.798944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.799002:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430218496 00000100:00100000:0.0:1746070945.799008:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430218496 00002000:00100000:0.0:1746070945.799039:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a50f8e00 x1830887430218496/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746070956 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.799047:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8e00 with x1830887430218496 ext(0->4095) 00010000:00010000:0.0:1746070945.799055:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880123479a00/0xa5d706000803459c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113b3 expref: 6 pid: 9568 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.799066:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880123479a00/0xa5d706000803459c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113b3 expref: 6 pid: 9568 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.799072:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a50f8e00 00000100:00100000:0.0:1746070945.799092:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1350 00000100:00100000:0.0:1746070945.799097:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430218496:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070945.799189:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430218496:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 91us (248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070945.799195:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1350 00002000:00100000:0.0:1746070945.799199:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a50f8e00 x1830887430218496/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.799205:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8e00 with x1830887430218496 ext(0->4095) 00010000:00010000:0.0:1746070945.799210:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880123479a00/0xa5d706000803459c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113b3 expref: 6 pid: 9568 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.799218:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880123479a00/0xa5d706000803459c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113b3 expref: 6 pid: 9568 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.799223:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a50f8e00 00000100:00100000:0.0:1746070945.801835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.804490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.813064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.820010:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.821572:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887430219136:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1384us (1566us total) trans 4294970393 rc 0/0 00000100:00100000:0.0:1746070945.821579:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1351 00002000:00100000:0.0:1746070945.821584:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d303100 x1830887430219136/t4294970393(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.821591:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d303100 with x1830887430219136 ext(0->7) 00010000:00010000:0.0:1746070945.821596:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214200/0xa5d70600080345a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113c1 expref: 56 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.821605:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214200/0xa5d70600080345a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113c1 expref: 56 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.821611:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d303100 00000100:00100000:0.0:1746070945.824342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.827246:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.829038:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.829297:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 27987 00000100:00100000:0.0:1746070945.829305:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1004:x1830887430219648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070945.829317:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070945.829331:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a559dc00/0xa5d70600080345b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0113cf expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.829349:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070945.829351:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070945.829357:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a559dc00/0xa5d70600080345b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113cf expref: 56 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.829369:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a559dc00/0xa5d70600080345b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113cf expref: 56 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.829378:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a559dc00, rc 0) 00000100:00100000:0.0:1746070945.829417:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1004:x1830887430219648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070945.829422:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 27987 00000100:00100000:0.0:1746070945.831802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.831847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.834784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.834802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.834833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.838206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.841005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.842777:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2007:x1830887430220928:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1547us (1774us total) trans 4294970394 rc 0/0 00000100:00100000:0.0:1746070945.842785:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1354 00002000:00100000:0.0:1746070945.842791:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e119f80 x1830887430220928/t4294970394(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.842798:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119f80 with x1830887430220928 ext(0->7) 00010000:00010000:0.0:1746070945.842803:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080345b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113d6 expref: 58 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.842813:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080345b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113d6 expref: 58 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.842818:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e119f80 00000100:00100000:0.0:1746070945.849498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.851808:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.854966:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.857336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.859422:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430222080 00000100:00100000:0.0:1746070945.859426:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430222080 00002000:00100000:0.0:1746070945.859442:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009fd19f80 x1830887430222080/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746070956 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.859448:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19f80 with x1830887430222080 ext(0->4095) 00010000:00010000:0.0:1746070945.859452:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d70600080345bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113dd expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.859459:0:9572:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d70600080345bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113dd expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070945.859464:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd19f80 00000100:00100000:0.0:1746070945.859488:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1355 00000100:00100000:0.0:1746070945.859493:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430222080:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070945.859557:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430222080:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 65us (282us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070945.859617:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1355 00002000:00100000:0.0:1746070945.859623:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009fd19f80 x1830887430222080/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.859629:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19f80 with x1830887430222080 ext(0->4095) 00010000:00010000:0.0:1746070945.859633:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d70600080345bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113dd expref: 6 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.859640:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d70600080345bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113dd expref: 6 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.859645:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd19f80 00000100:00100000:0.0:1746070945.861289:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430222464 00000100:00100000:0.0:1746070945.861765:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430222464 00000100:00100000:0.0:1746070945.861796:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 27992 00000100:00100000:0.0:1746070945.861801:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:1004:x1830887430222464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070945.861809:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070945.861817:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0435200/0xa5d70600080345d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0113f2 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.861831:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3c00/0xa5d70600080345cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113eb expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.861836:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070945.861837:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070945.861839:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0435200/0xa5d70600080345d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113f2 expref: 60 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.861853:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3c00/0xa5d70600080345cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113eb expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.861860:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3c00/0xa5d70600080345cd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113eb expref: 60 pid: 9566 timeout: 768 lvb_type: 0 00000100:00100000:0.0:1746070945.861898:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009491bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9568:1830887426308480:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070945.865913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.874860:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.876753:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887430222976:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 986us (1897us total) trans 4294970395 rc 0/0 00000100:00100000:0.0:1746070945.876761:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1357 00002000:00100000:0.0:1746070945.876768:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009491bb80 x1830887430222976/t4294970395(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.876775:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491bb80 with x1830887430222976 ext(0->7) 00010000:00010000:0.0:1746070945.876780:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3c00/0xa5d70600080345cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113eb expref: 61 pid: 9566 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.876790:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3c00/0xa5d70600080345cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113eb expref: 61 pid: 9566 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.876796:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009491bb80 00000100:00100000:0.0:1746070945.879074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.883197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.886512:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430223488 00000100:00100000:0.0:1746070945.886518:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430223488 00002000:00100000:0.0:1746070945.886549:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c13100 x1830887430223488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746070956 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.886558:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c13100 with x1830887430223488 ext(0->4095) 00010000:00010000:0.0:1746070945.886566:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0435200/0xa5d70600080345d4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113f2 expref: 62 pid: 9568 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.886578:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0435200/0xa5d70600080345d4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113f2 expref: 62 pid: 9568 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.886584:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c13100 00000100:00100000:0.0:1746070945.886609:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1358 00000100:00100000:0.0:1746070945.886615:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2007:x1830887430223488:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070945.886885:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2007:x1830887430223488:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 269us (646us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070945.886891:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1358 00002000:00100000:0.0:1746070945.886897:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c13100 x1830887430223488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.886910:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c13100 with x1830887430223488 ext(0->4095) 00010000:00010000:0.0:1746070945.886914:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0435200/0xa5d70600080345d4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113f2 expref: 62 pid: 9568 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.886923:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0435200/0xa5d70600080345d4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113f2 expref: 62 pid: 9568 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.886928:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c13100 00000100:00100000:0.0:1746070945.891064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.892019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.894981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.898374:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.900717:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2009:x1830887430224256:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1700us (2344us total) trans 4294970396 rc 0/0 00000100:00100000:0.0:1746070945.900728:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1360 00002000:00100000:0.0:1746070945.900736:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e357800 x1830887430224256/t4294970396(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.900744:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e357800 with x1830887430224256 ext(0->7) 00010000:00010000:0.0:1746070945.900751:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0170e00/0xa5d70600080345db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113f9 expref: 62 pid: 9568 timeout: 768 lvb_type: 0 00010000:00010000:0.0:1746070945.900762:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0170e00/0xa5d70600080345db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0113f9 expref: 62 pid: 9568 timeout: 768 lvb_type: 0 00002000:00010000:0.0:1746070945.900768:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e357800 00000100:00100000:0.0:1746070945.913006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.917668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.925677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.938294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.947416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.955347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.957320:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801305b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2009:x1830887430225536:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1556us (1976us total) trans 4294970397 rc 0/0 00000100:00100000:0.0:1746070945.957329:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1362 00002000:00100000:0.0:1746070945.957337:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801305b4a80 x1830887430225536/t4294970397(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.957344:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801305b4a80 with x1830887430225536 ext(0->7) 00010000:00010000:0.0:1746070945.957352:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080345e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011407 expref: 65 pid: 9566 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070945.957365:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080345e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011407 expref: 65 pid: 9566 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070945.957371:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801305b4a80 00000100:00100000:0.0:1746070945.969182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.971604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.976629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.978178:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.983313:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.984964:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.985473:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430226816 00000100:00100000:0.0:1746070945.985477:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430226816 00010000:00010000:0.0:1746070945.985491:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069b200/0xa5d70600080345f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011415 expref: 6 pid: 9566 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746070945.985509:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11804 00000100:00100000:0.0:1746070945.985514:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430226816:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070945.985521:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070945.985532:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b200/0xa5d70600080345f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011415 expref: 6 pid: 9566 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070945.985975:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a069b200/0xa5d70600080345f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011415 expref: 6 pid: 9566 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070945.985989:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b200/0xa5d70600080345f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011415 expref: 6 pid: 9566 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070945.986009:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070945.986010:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070945.986016:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d70600080345fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01141c expref: 65 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.986022:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d70600080345fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01141c expref: 65 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.986044:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d70600080345fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01141c expref: 65 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070945.986055:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d70600080345fe lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01141c expref: 65 pid: 9568 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746070945.986069:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801305b5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426310016:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070945.990547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070945.997951:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2010:x1830887430227328:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1432us (3257us total) trans 4294970398 rc 0/0 00000100:00100000:0.0:1746070945.997958:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1365 00002000:00100000:0.0:1746070945.997966:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c10a80 x1830887430227328/t4294970398(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746070956 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070945.997974:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c10a80 with x1830887430227328 ext(0->7) 00010000:00010000:0.0:1746070945.997982:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d70600080345fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01141c expref: 67 pid: 9568 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070945.997993:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d70600080345fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01141c expref: 67 pid: 9568 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070945.997998:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c10a80 00000100:00100000:0.0:1746070945.999850:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.005514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.008607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.011342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.012698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.016178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.017933:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.017977:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.022999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.028601:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.034291:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2007:x1830887430229120:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5431us (5686us total) trans 4294970399 rc 0/0 00000100:00100000:0.0:1746070946.034301:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1368 00002000:00100000:0.0:1746070946.034310:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009def0a80 x1830887430229120/t4294970399(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.034318:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009def0a80 with x1830887430229120 ext(0->7) 00010000:00010000:0.0:1746070946.034326:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0171800/0xa5d7060008034613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011431 expref: 69 pid: 9566 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.034337:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0171800/0xa5d7060008034613 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011431 expref: 69 pid: 9566 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.034343:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009def0a80 00000100:00100000:0.0:1746070946.035704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.035826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.038901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.040667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.040719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.043051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.043070:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430230144 00000100:00100000:0.0:1746070946.043074:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430230144 00002000:00100000:0.0:1746070946.043100:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b8d5500 x1830887430230144/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746070957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.043107:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d5500 with x1830887430230144 ext(0->4095) 00010000:00010000:0.0:1746070946.043113:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0171c00/0xa5d7060008034621 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01143f expref: 69 pid: 9566 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.043123:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0171c00/0xa5d7060008034621 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01143f expref: 69 pid: 9566 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.043128:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8d5500 00000100:00100000:0.0:1746070946.043149:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1370 00000100:00100000:0.0:1746070946.043155:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887430230144:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070946.043251:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887430230144:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070946.043258:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1370 00002000:00100000:0.0:1746070946.043263:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b8d5500 x1830887430230144/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.043269:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d5500 with x1830887430230144 ext(0->4095) 00010000:00010000:0.0:1746070946.043273:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0171c00/0xa5d7060008034621 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01143f expref: 69 pid: 9566 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.043281:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0171c00/0xa5d7060008034621 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01143f expref: 69 pid: 9566 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.043285:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8d5500 00000100:00100000:0.0:1746070946.044931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.047533:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2009:x1830887430230400:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2434us (2595us total) trans 4294970400 rc 0/0 00000100:00100000:0.0:1746070946.047542:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1371 00002000:00100000:0.0:1746070946.047551:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096ea4000 x1830887430230400/t4294970400(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.047561:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea4000 with x1830887430230400 ext(0->7) 00010000:00010000:0.0:1746070946.047568:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0171c00/0xa5d7060008034621 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01143f expref: 70 pid: 9566 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.047581:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0171c00/0xa5d7060008034621 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01143f expref: 70 pid: 9566 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.047587:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ea4000 00000100:00100000:0.0:1746070946.051305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.053694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.054270:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430230784 00000100:00100000:0.0:1746070946.054276:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430230784 00002000:00100000:0.0:1746070946.054303:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096ea5180 x1830887430230784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746070957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.054311:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea5180 with x1830887430230784 ext(0->4095) 00002000:00010000:0.0:1746070946.054315:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096ea5180 00000100:00100000:0.0:1746070946.054448:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12609 00000100:00100000:0.0:1746070946.054455:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430230784:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070946.054970:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430230784:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 515us (1276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070946.054976:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12609 00002000:00100000:0.0:1746070946.054981:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096ea5180 x1830887430230784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746070957 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.054992:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea5180 with x1830887430230784 ext(0->4095) 00002000:00010000:0.0:1746070946.054995:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096ea5180 00000100:00100000:0.0:1746070946.057194:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.064413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.064507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.073437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.074559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.082334:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430232064 00000100:00100000:0.0:1746070946.082339:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430232064 00002000:00100000:0.0:1746070946.082367:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c13800 x1830887430232064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746070957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.082376:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c13800 with x1830887430232064 ext(0->4095) 00002000:00010000:0.0:1746070946.082380:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098c13800 00000100:00100000:0.0:1746070946.082858:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12611 00000100:00100000:0.0:1746070946.082883:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887430232064:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070946.082995:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887430232064:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 131us (774us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070946.083001:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12611 00002000:00100000:0.0:1746070946.083006:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c13800 x1830887430232064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746070957 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.083013:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c13800 with x1830887430232064 ext(0->4095) 00002000:00010000:0.0:1746070946.083015:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098c13800 00000100:00100000:0.0:1746070946.091429:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.092681:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2008:x1830887430232320:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1075us (1251us total) trans 4294970401 rc 0/0 00000100:00100000:0.0:1746070946.092688:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1373 00002000:00100000:0.0:1746070946.092695:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096ea7480 x1830887430232320/t4294970401(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.092702:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea7480 with x1830887430232320 ext(0->7) 00010000:00010000:0.0:1746070946.092707:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b200/0xa5d7060008034636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011454 expref: 72 pid: 9568 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.092716:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b200/0xa5d7060008034636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011454 expref: 72 pid: 9568 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.092721:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ea7480 00000100:00100000:0.0:1746070946.097508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.110833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.119187:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746070946.119205:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426312192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746070946.119262:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070946.119299:0:9838:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426312192 00000100:00100000:0.0:1746070946.119305:0:9838:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426312192 00000100:00100000:0.0:1746070946.119339:0:9838:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1746070946.119345:0:9838:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087573c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426312192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746070946.119371:0:9838:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746070946.119402:0:9838:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087573c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426312192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070946.119407:0:9838:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1746070946.119654:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426312192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746070946.127542:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.136517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.146761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.154950:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2007:x1830887430233600:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6388us (8175us total) trans 4294970402 rc 0/0 00000100:00100000:0.0:1746070946.154962:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1375 00002000:00100000:0.0:1746070946.154973:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096ea7800 x1830887430233600/t4294970402(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.154981:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea7800 with x1830887430233600 ext(0->7) 00010000:00010000:0.0:1746070946.154990:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e3800/0xa5d7060008034644 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011462 expref: 75 pid: 10108 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.155002:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e3800/0xa5d7060008034644 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011462 expref: 75 pid: 10108 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.155008:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ea7800 00000100:00100000:0.0:1746070946.160173:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.160956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.163701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.166283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.166324:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.166965:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426314624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070946.167144:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070946.171718:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426314880 00000100:00100000:0.0:1746070946.171722:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426314880 00000100:00100000:0.0:1746070946.171738:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1746070946.171742:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426314880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746070946.171756:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 981015360 pending 974848 free 3920039936 avail 3688517632 00000100:00100000:0.0:1746070946.171780:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426314880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070946.171785:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1746070946.174174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.177511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.180823:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2010:x1830887430234880:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3102us (3311us total) trans 4294970403 rc 0/0 00000100:00100000:0.0:1746070946.180834:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1378 00002000:00100000:0.0:1746070946.180845:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a6018700 x1830887430234880/t4294970403(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.180854:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6018700 with x1830887430234880 ext(0->7) 00010000:00010000:0.0:1746070946.180862:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e2600/0xa5d7060008034652 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011470 expref: 76 pid: 10108 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.180893:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e2600/0xa5d7060008034652 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011470 expref: 76 pid: 10108 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.180900:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6018700 00000100:00100000:0.0:1746070946.184022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.186618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.192025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.195844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.214225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.214283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.224731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.227226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.236106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.238987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.244489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.251647:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:2007:x1830887430237184:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3714us (7157us total) trans 4294970404 rc 0/0 00000100:00100000:0.0:1746070946.251657:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1380 00002000:00100000:0.0:1746070946.251666:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012cfe2a00 x1830887430237184/t4294970404(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.251675:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe2a00 with x1830887430237184 ext(0->7) 00010000:00010000:0.0:1746070946.251683:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008034667 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011485 expref: 79 pid: 9567 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.251698:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008034667 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011485 expref: 79 pid: 9567 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.251704:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cfe2a00 00000100:00100000:0.0:1746070946.255016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.272326:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.276801:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.278235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.279662:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.282408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.286239:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.292146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.300162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.303646:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.304782:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2009:x1830887430238976:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 943us (1140us total) trans 4294970405 rc 0/0 00000100:00100000:0.0:1746070946.304793:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1383 00002000:00100000:0.0:1746070946.304800:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcda680 x1830887430238976/t4294970405(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.304808:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcda680 with x1830887430238976 ext(0->7) 00010000:00010000:0.0:1746070946.304814:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e3600/0xa5d706000803467c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01149a expref: 81 pid: 10108 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.304824:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e3600/0xa5d706000803467c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01149a expref: 81 pid: 10108 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.304830:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcda680 00000100:00100000:0.0:1746070946.311278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.324861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.325400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.330794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.333999:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.336230:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2010:x1830887430240256:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2051us (2231us total) trans 4294970406 rc 0/0 00000100:00100000:0.0:1746070946.336239:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1385 00002000:00100000:0.0:1746070946.336247:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcdb480 x1830887430240256/t4294970406(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.336255:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdb480 with x1830887430240256 ext(0->7) 00010000:00010000:0.0:1746070946.336263:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d706000803468a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114a8 expref: 82 pid: 9567 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.336281:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d706000803468a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114a8 expref: 82 pid: 9567 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.336287:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcdb480 00000100:00100000:0.0:1746070946.337687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.353712:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.356382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.359584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.370377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.370403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.370442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.374358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.377026:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.383704:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:2007:x1830887430242048:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6054us (6675us total) trans 4294970407 rc 0/0 00000100:00100000:0.0:1746070946.383717:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1387 00002000:00100000:0.0:1746070946.383729:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e02a00 x1830887430242048/t4294970407(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.383739:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02a00 with x1830887430242048 ext(0->7) 00010000:00010000:0.0:1746070946.383749:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e2e00/0xa5d706000803469f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114bd expref: 84 pid: 10108 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.383765:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e2e00/0xa5d706000803469f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114bd expref: 84 pid: 10108 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.383776:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e02a00 00000100:00100000:0.0:1746070946.386586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.388726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.394950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.396448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.398046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.398315:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430242944 00000100:00100000:0.0:1746070946.398320:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430242944 00002000:00100000:0.0:1746070946.398345:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d850700 x1830887430242944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746070957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.398352:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850700 with x1830887430242944 ext(0->4095) 00010000:00010000:0.0:1746070946.398357:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e3200/0xa5d70600080346ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114cb expref: 86 pid: 10108 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.398366:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e3200/0xa5d70600080346ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114cb expref: 86 pid: 10108 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.398372:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d850700 00000100:00100000:0.0:1746070946.398398:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1388 00000100:00100000:0.0:1746070946.398404:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:2008:x1830887430242944:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070946.398502:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:2008:x1830887430242944:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (456us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070946.398508:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1388 00002000:00100000:0.0:1746070946.398512:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d850700 x1830887430242944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.398519:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850700 with x1830887430242944 ext(0->4095) 00010000:00010000:0.0:1746070946.398523:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e3200/0xa5d70600080346ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114cb expref: 86 pid: 10108 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.398530:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e3200/0xa5d70600080346ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114cb expref: 86 pid: 10108 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.398534:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d850700 00000100:00100000:0.0:1746070946.403320:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430243200 00000100:00100000:0.0:1746070946.403325:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430243200 00000100:00100000:0.0:1746070946.403348:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28025 00000100:00100000:0.0:1746070946.403353:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430243200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070946.403364:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070946.403374:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8800/0xa5d70600080346bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0114d9 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.403386:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070946.403391:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726e2e00/0xa5d70600080346b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114d2 expref: 84 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.403396:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070946.403399:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8800/0xa5d70600080346bb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114d9 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.403423:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800726e2e00/0xa5d70600080346b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114d2 expref: 84 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.403436:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8800/0xa5d70600080346bb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114d9 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.403443:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a03c8800, rc 0) 00000100:00100000:0.0:1746070946.404067:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1004:x1830887430243200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 713us (1219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070946.404073:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28025 00000100:00100000:0.0:1746070946.407326:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.414245:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.415135:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:2010:x1830887430243840:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 687us (894us total) trans 4294970408 rc 0/0 00000100:00100000:0.0:1746070946.415143:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1390 00002000:00100000:0.0:1746070946.415149:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d851c00 x1830887430243840/t4294970408(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.415156:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851c00 with x1830887430243840 ext(0->7) 00010000:00010000:0.0:1746070946.415160:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e2e00/0xa5d70600080346b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114d2 expref: 86 pid: 10108 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.415169:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e2e00/0xa5d70600080346b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114d2 expref: 86 pid: 10108 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.415174:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d851c00 00000100:00100000:0.0:1746070946.422062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.433315:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.435305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.436578:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.442348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.450719:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430245120 00000100:00100000:0.0:1746070946.450724:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430245120 00000100:00100000:0.0:1746070946.450746:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28028 00000100:00100000:0.0:1746070946.450752:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:1004:x1830887430245120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070946.450762:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070946.450770:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9a00/0xa5d70600080346d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0114ee expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.450783:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d70600080346c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114e7 expref: 87 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.450788:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070946.450789:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070946.450792:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9a00/0xa5d70600080346d0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114ee expref: 87 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.450808:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d70600080346c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114e7 expref: 87 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.450817:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d70600080346c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114e7 expref: 87 pid: 10108 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746070946.450824:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426318592:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070946.450845:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070946.452780:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.453583:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426318592:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070946.453604:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9a00/0xa5d70600080346d0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114ee expref: 87 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.453617:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a03c9a00, rc 0) 00000100:00100000:0.0:1746070946.453642:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+87:1004:x1830887430245120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2890us (3157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070946.453649:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28028 00000100:00100000:0.0:1746070946.457270:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.458425:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2009:x1830887430245632:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 977us (1159us total) trans 4294970409 rc 0/0 00000100:00100000:0.0:1746070946.458433:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1392 00002000:00100000:0.0:1746070946.458439:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ffc7100 x1830887430245632/t4294970409(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.458447:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc7100 with x1830887430245632 ext(0->7) 00010000:00010000:0.0:1746070946.458452:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d70600080346c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114e7 expref: 89 pid: 10108 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.458462:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d70600080346c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114e7 expref: 89 pid: 10108 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.458468:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ffc7100 00000100:00100000:0.0:1746070946.471367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.471461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.478329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.482667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.482715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.486599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.492342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.500457:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:2010:x1830887430246912:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7894us (8115us total) trans 4294970410 rc 0/0 00000100:00100000:0.0:1746070946.500468:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1395 00002000:00100000:0.0:1746070946.500477:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fe8e300 x1830887430246912/t4294970410(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.500486:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8e300 with x1830887430246912 ext(0->7) 00010000:00010000:0.0:1746070946.500495:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba00/0xa5d70600080346d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114f5 expref: 90 pid: 10108 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.500508:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba00/0xa5d70600080346d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0114f5 expref: 90 pid: 10108 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.500514:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe8e300 00000100:00100000:0.0:1746070946.501725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.503539:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.507200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.515667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.517270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.520834:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.520860:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.521385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.525435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.527473:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.528427:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2008:x1830887430248704:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 668us (957us total) trans 4294970411 rc 0/0 00000100:00100000:0.0:1746070946.528434:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1398 00002000:00100000:0.0:1746070946.528439:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800839fdc00 x1830887430248704/t4294970411(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.528445:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fdc00 with x1830887430248704 ext(0->7) 00010000:00010000:0.0:1746070946.528450:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080346ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01150a expref: 92 pid: 9567 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.528458:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080346ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01150a expref: 92 pid: 9567 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.528462:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800839fdc00 00000100:00100000:0.0:1746070946.533165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.538209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.539463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.541175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.541339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.542165:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430249472 00000100:00100000:0.0:1746070946.542169:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430249472 00010000:00010000:0.0:1746070946.542185:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d70600080346f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011511 expref: 6 pid: 9567 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746070946.542216:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11840 00000100:00100000:0.0:1746070946.542221:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430249472:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070946.542229:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070946.542243:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d70600080346f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011511 expref: 6 pid: 9567 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.542252:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d70600080346f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011511 expref: 6 pid: 9567 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.542267:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d70600080346f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011511 expref: 6 pid: 9567 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.542280:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070946.542281:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070946.542286:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080346fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011518 expref: 92 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.542292:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080346fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011518 expref: 92 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.542309:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080346fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011518 expref: 92 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.542318:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080346fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011518 expref: 92 pid: 10108 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746070946.542359:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbdca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426320256:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070946.542406:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070946.544351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.547732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.549608:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887430249984:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1572us (1879us total) trans 4294970412 rc 0/0 00000100:00100000:0.0:1746070946.549622:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1400 00002000:00100000:0.0:1746070946.549629:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fbdf480 x1830887430249984/t4294970412(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.549638:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdf480 with x1830887430249984 ext(0->7) 00010000:00010000:0.0:1746070946.549645:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080346fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011518 expref: 95 pid: 10108 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.549656:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080346fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011518 expref: 95 pid: 10108 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.549661:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fbdf480 00000100:00100000:0.0:1746070946.554173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.563399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.569053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.570245:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430250624 00000100:00100000:0.0:1746070946.570249:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430250624 00000100:00100000:0.0:1746070946.570282:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28037 00000100:00100000:0.0:1746070946.570289:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:1003:x1830887430250624:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070946.570296:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070946.570302:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007ea8a000/0xa5d706000803470f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01152d expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.570316:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008034701 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01151f expref: 95 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.570323:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a069aa00/0xa5d7060008034708 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011526 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.570328:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070946.570330:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070946.570332:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007ea8a000/0xa5d706000803470f lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01152d expref: 95 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.570354:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a069aa00/0xa5d7060008034708 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011526 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.570363:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a069aa00/0xa5d7060008034708 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011526 expref: 5 pid: 10108 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746070946.570373:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e369180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9568:1830887426320512:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070946.570438:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008034701 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01151f expref: 95 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.570445:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008034701 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01151f expref: 95 pid: 10108 timeout: 769 lvb_type: 0 00000100:00100000:0.0:1746070946.570453:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e36b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9568:1830887426320640:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070946.570469:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070946.574346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.574395:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.579146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.579700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.585861:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.591919:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.599071:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2008:x1830887430251776:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4970us (7150us total) trans 4294970413 rc 0/0 00000100:00100000:0.0:1746070946.599083:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1403 00002000:00100000:0.0:1746070946.599097:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc41500 x1830887430251776/t4294970413(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.599106:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc41500 with x1830887430251776 ext(0->7) 00010000:00010000:0.0:1746070946.599114:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007ea8a000/0xa5d706000803470f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01152d expref: 97 pid: 9568 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.599128:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007ea8a000/0xa5d706000803470f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01152d expref: 97 pid: 9568 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.599134:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc41500 00000100:00100000:0.0:1746070946.607965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.614321:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.617852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.617911:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.620983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.626662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.629345:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+98:2009:x1830887430253056:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2477us (2683us total) trans 4294970414 rc 0/0 00000100:00100000:0.0:1746070946.629355:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1406 00002000:00100000:0.0:1746070946.629364:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009de43800 x1830887430253056/t4294970414(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.629372:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de43800 with x1830887430253056 ext(0->7) 00010000:00010000:0.0:1746070946.629379:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba00/0xa5d706000803471d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01153b expref: 98 pid: 9568 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.629392:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba00/0xa5d706000803471d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01153b expref: 98 pid: 9568 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.629398:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009de43800 00000100:00100000:0.0:1746070946.633980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.638610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.640392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.642041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.645957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.650825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.658952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.660500:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:2009:x1830887430254336:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 744us (1554us total) trans 4294970415 rc 0/0 00000100:00100000:0.0:1746070946.660507:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1408 00002000:00100000:0.0:1746070946.660512:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096eaca80 x1830887430254336/t4294970415(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.660519:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaca80 with x1830887430254336 ext(0->7) 00010000:00010000:0.0:1746070946.660524:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d706000803472b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011549 expref: 101 pid: 9568 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.660534:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d706000803472b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011549 expref: 101 pid: 9568 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.660539:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096eaca80 00000100:00100000:0.0:1746070946.666929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.669339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.671598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.672555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.674198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.674693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.676350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.678147:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.680312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.690477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.695456:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:2007:x1830887430256000:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4708us (4976us total) trans 4294970416 rc 0/0 00000100:00100000:0.0:1746070946.695464:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1410 00002000:00100000:0.0:1746070946.695472:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ff32680 x1830887430256000/t4294970416(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.695570:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32680 with x1830887430256000 ext(0->7) 00010000:00010000:0.0:1746070946.695577:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008034740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01155e expref: 103 pid: 9568 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.695589:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008034740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01155e expref: 103 pid: 9568 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.695594:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ff32680 00000100:00100000:0.0:1746070946.697962:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.700355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.703302:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.706224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.709499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.730964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.735535:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.736320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.740358:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430257664 00000100:00100000:0.0:1746070946.740364:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430257664 00002000:00100000:0.0:1746070946.740394:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130565500 x1830887430257664/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746070957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.740401:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565500 with x1830887430257664 ext(0->4095) 00010000:00010000:0.0:1746070946.740408:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3200/0xa5d7060008034755 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011573 expref: 6 pid: 9568 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.740419:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3200/0xa5d7060008034755 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011573 expref: 6 pid: 9568 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.740425:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130565500 00000100:00100000:0.0:1746070946.740445:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1413 00000100:00100000:0.0:1746070946.740451:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430257664:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070946.740560:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430257664:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (282us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070946.740565:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1413 00002000:00100000:0.0:1746070946.740569:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130565500 x1830887430257664/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.740575:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565500 with x1830887430257664 ext(0->4095) 00010000:00010000:0.0:1746070946.740579:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3200/0xa5d7060008034755 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011573 expref: 6 pid: 9568 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.740591:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3200/0xa5d7060008034755 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011573 expref: 6 pid: 9568 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.740596:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130565500 00000100:00100000:0.0:1746070946.742219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.746459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.751382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.782592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.782639:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.782671:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430258432 00000100:00100000:0.0:1746070946.782677:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430258432 00000100:00100000:0.0:1746070946.782705:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28050 00000100:00100000:0.0:1746070946.783543:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:1003:x1830887430258432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070946.786133:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+107:2008:x1830887430258304:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1416us (3543us total) trans 4294970418 rc 0/0 00000100:00100000:0.0:1746070946.786141:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1414 00002000:00100000:0.0:1746070946.786148:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e61c00 x1830887430258304/t4294970418(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.786155:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61c00 with x1830887430258304 ext(0->7) 00010000:00010000:0.0:1746070946.786161:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d706000803475c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01157a expref: 107 pid: 9568 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.786172:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d706000803475c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01157a expref: 107 pid: 9568 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.786181:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e61c00 00000100:00100000:0.0:1746070946.790419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.798423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.807248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.832715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.837510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.841135:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+108:2008:x1830887430259456:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3417us (3624us total) trans 4294970419 rc 0/0 00000100:00100000:0.0:1746070946.841145:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1416 00002000:00100000:0.0:1746070946.841154:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e60e00 x1830887430259456/t4294970419(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.841162:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e60e00 with x1830887430259456 ext(0->7) 00010000:00010000:0.0:1746070946.841171:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e3200/0xa5d706000803476a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011588 expref: 108 pid: 9567 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.841183:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e3200/0xa5d706000803476a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011588 expref: 108 pid: 9567 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.841189:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e60e00 00000100:00100000:0.0:1746070946.845319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.847755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.851261:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430259968 00000100:00100000:0.0:1746070946.851268:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430259968 00002000:00100000:0.0:1746070946.851302:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130565880 x1830887430259968/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746070957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.851315:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565880 with x1830887430259968 ext(0->4095) 00010000:00010000:0.0:1746070946.851322:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e3400/0xa5d7060008034771 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01158f expref: 6 pid: 9567 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.851336:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e3400/0xa5d7060008034771 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01158f expref: 6 pid: 9567 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.851342:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130565880 00000100:00100000:0.0:1746070946.851372:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1417 00000100:00100000:0.0:1746070946.851378:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430259968:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070946.851478:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430259968:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 100us (357us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070946.851483:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1417 00002000:00100000:0.0:1746070946.851489:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130565880 x1830887430259968/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.851495:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565880 with x1830887430259968 ext(0->4095) 00010000:00010000:0.0:1746070946.851499:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e3400/0xa5d7060008034771 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01158f expref: 6 pid: 9567 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.851508:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e3400/0xa5d7060008034771 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01158f expref: 6 pid: 9567 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.851513:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130565880 00000100:00100000:0.0:1746070946.855083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.856672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.858634:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.860964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.861958:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+111:2009:x1830887430260736:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 706us (996us total) trans 4294970420 rc 0/0 00000100:00100000:0.0:1746070946.861964:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1419 00002000:00100000:0.0:1746070946.861969:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012e895c00 x1830887430260736/t4294970420(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.861976:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e895c00 with x1830887430260736 ext(0->7) 00010000:00010000:0.0:1746070946.861981:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e3a00/0xa5d7060008034778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011596 expref: 111 pid: 9567 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.861989:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e3a00/0xa5d7060008034778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011596 expref: 111 pid: 9567 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.861994:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e895c00 00000100:00100000:0.0:1746070946.863497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.866144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.868025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.869577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.871588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.875468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.881520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.882209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.894607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.897787:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+113:2009:x1830887430262784:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2960us (3178us total) trans 4294970421 rc 0/0 00000100:00100000:0.0:1746070946.897800:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1421 00002000:00100000:0.0:1746070946.897807:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc3b800 x1830887430262784/t4294970421(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.897815:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3b800 with x1830887430262784 ext(0->7) 00010000:00010000:0.0:1746070946.897822:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d706000803478d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115ab expref: 113 pid: 9568 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.897835:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d706000803478d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115ab expref: 113 pid: 9568 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.897841:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc3b800 00000100:00100000:0.0:1746070946.899065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.906476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.913083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.918657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.918776:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430263680 00000100:00100000:0.0:1746070946.918780:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430263680 00002000:00100000:0.0:1746070946.918804:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6333480 x1830887430263680/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746070957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.918812:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333480 with x1830887430263680 ext(0->4095) 00010000:00010000:0.0:1746070946.918817:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3c00/0xa5d706000803479b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115b9 expref: 6 pid: 9567 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.919221:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3c00/0xa5d706000803479b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115b9 expref: 6 pid: 9567 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.919236:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6333480 00000100:00100000:0.0:1746070946.919253:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1422 00000100:00100000:0.0:1746070946.919259:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430263680:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070946.919347:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430263680:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 88us (691us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070946.919353:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1422 00002000:00100000:0.0:1746070946.919357:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6333480 x1830887430263680/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.919365:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333480 with x1830887430263680 ext(0->4095) 00010000:00010000:0.0:1746070946.919369:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3c00/0xa5d706000803479b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115b9 expref: 6 pid: 9567 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.919376:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3c00/0xa5d706000803479b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115b9 expref: 6 pid: 9567 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.919381:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6333480 00000100:00100000:0.0:1746070946.921409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.923014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.923079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.925611:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426325760:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070946.925623:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070946.925645:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887430264064:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2505us (2566us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070946.925656:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 11864 00000100:00100000:0.0:1746070946.925904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.928121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.929692:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+115:2007:x1830887430264576:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1348us (1572us total) trans 4294970422 rc 0/0 00000100:00100000:0.0:1746070946.929700:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1424 00002000:00100000:0.0:1746070946.929706:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e2ca80 x1830887430264576/t4294970422(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.929714:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ca80 with x1830887430264576 ext(0->7) 00010000:00010000:0.0:1746070946.929719:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8c00/0xa5d70600080347a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115c0 expref: 115 pid: 9568 timeout: 769 lvb_type: 0 00010000:00010000:0.0:1746070946.929729:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8c00/0xa5d70600080347a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115c0 expref: 115 pid: 9568 timeout: 769 lvb_type: 0 00002000:00010000:0.0:1746070946.929735:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e2ca80 00000100:00100000:0.0:1746070946.932183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.935062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.945423:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.954015:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430265472 00000100:00100000:0.0:1746070946.954020:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430265472 00002000:00100000:0.0:1746070946.954049:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009dcdbb80 x1830887430265472/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746070957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.954059:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdbb80 with x1830887430265472 ext(0->4095) 00002000:00010000:0.0:1746070946.954063:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009dcdbb80 00000100:00100000:0.0:1746070946.954090:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12638 00000100:00100000:0.0:1746070946.954097:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430265472:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070946.954226:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430265472:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (495us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070946.954232:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12638 00002000:00100000:0.0:1746070946.954238:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009dcdbb80 x1830887430265472/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746070957 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.954244:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdbb80 with x1830887430265472 ext(0->4095) 00010000:00010000:0.0:1746070946.954248:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d70600080347b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115ce expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.954256:0:24950:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d70600080347b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115ce expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070946.954261:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcdbb80 00000100:00100000:0.0:1746070946.956183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.960915:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430265856 00000100:00100000:0.0:1746070946.960919:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430265856 00010000:00010000:0.0:1746070946.960945:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d70600080347b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115ce expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070946.960962:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11867 00000100:00100000:0.0:1746070946.960967:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430265856:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070946.960974:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070946.960989:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d70600080347b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115ce expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070946.961003:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d70600080347b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115ce expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070946.961018:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d70600080347b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115ce expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070946.961031:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070946.961032:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070946.961037:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2000/0xa5d70600080347b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115d5 expref: 114 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.961043:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2000/0xa5d70600080347b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115d5 expref: 114 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.961073:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2000/0xa5d70600080347b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115d5 expref: 114 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.961083:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2000/0xa5d70600080347b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115d5 expref: 114 pid: 9567 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070946.961093:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426326528:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070946.961137:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070946.964445:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.972669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.973953:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+117:2009:x1830887430266368:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 950us (1289us total) trans 4294970423 rc 0/0 00000100:00100000:0.0:1746070946.973964:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1426 00002000:00100000:0.0:1746070946.973970:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d3b1880 x1830887430266368/t4294970423(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746070957 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070946.973976:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b1880 with x1830887430266368 ext(0->7) 00010000:00010000:0.0:1746070946.973981:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2000/0xa5d70600080347b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115d5 expref: 117 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070946.973990:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2000/0xa5d70600080347b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115d5 expref: 117 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070946.973995:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d3b1880 00000100:00100000:0.0:1746070946.982855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.982937:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.991250:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130566300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9568:1830887426326784:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070946.991273:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d70600080347c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115e3 expref: 118 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070946.991287:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5000, rc 0) 00000100:00100000:0.0:1746070946.991335:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+118:1003:x1830887430266496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8164us (8485us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070946.991343:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28063 00000100:00100000:0.0:1746070946.992967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.996770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070946.997809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.001151:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426327040:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070947.001168:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070947.001446:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+116:2009:x1830887430267136:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3253us (3400us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070947.001456:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 11869 00000100:00100000:0.0:1746070947.001736:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430267392 00000100:00100000:0.0:1746070947.001742:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430267392 00002000:00100000:0.0:1746070947.001782:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130566300 x1830887430267392/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746070958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.001791:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130566300 with x1830887430267392 ext(0->4095) 00010000:00010000:0.0:1746070947.001797:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d70600080347c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115e3 expref: 116 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.001808:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d70600080347c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115e3 expref: 116 pid: 9568 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.001813:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130566300 00000100:00100000:0.0:1746070947.001837:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1428 00000100:00100000:0.0:1746070947.001844:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+116:2007:x1830887430267392:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070947.006587:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.012324:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+118:2008:x1830887430267648:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5424us (5739us total) trans 4294970424 rc 0/0 00000100:00100000:0.0:1746070947.012337:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1429 00002000:00100000:0.0:1746070947.012346:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801327bb480 x1830887430267648/t4294970424(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.012355:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bb480 with x1830887430267648 ext(0->7) 00010000:00010000:0.0:1746070947.012364:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d70600080347c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115e3 expref: 118 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.012378:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d70600080347c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115e3 expref: 118 pid: 9568 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.012384:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327bb480 00000100:00100000:0.0:1746070947.017001:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430267776 00000100:00100000:0.0:1746070947.017009:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430267776 00010000:00010000:0.0:1746070947.017041:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d70600080347c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115e3 expref: 119 pid: 9568 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.017065:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11870 00000100:00100000:0.0:1746070947.017069:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+119:2010:x1830887430267776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070947.017079:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070947.017095:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d70600080347c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115e3 expref: 119 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.017104:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d70600080347c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115e3 expref: 120 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.017715:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d70600080347c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115e3 expref: 120 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.017730:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.017731:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.017736:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4400/0xa5d70600080347cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115ea expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.017747:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4400/0xa5d70600080347cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115ea expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.017786:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4400/0xa5d70600080347cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115ea expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.017796:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4400/0xa5d70600080347cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115ea expref: 5 pid: 9568 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.017806:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426327168:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070947.017861:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070947.022422:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426327168:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070947.022436:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070947.022480:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+119:2010:x1830887430267776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5410us (5632us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070947.022488:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 11870 00000100:00100000:0.0:1746070947.023671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.026386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.029172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.032585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.035486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.037424:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+120:2008:x1830887430268800:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1181us (1935us total) trans 4294970425 rc 0/0 00000100:00100000:0.0:1746070947.037431:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1431 00002000:00100000:0.0:1746070947.037438:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c214380 x1830887430268800/t4294970425(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.037445:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214380 with x1830887430268800 ext(0->7) 00010000:00010000:0.0:1746070947.037451:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5200/0xa5d70600080347d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115f1 expref: 120 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.037461:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5200/0xa5d70600080347d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0115f1 expref: 120 pid: 9568 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.037466:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c214380 00000100:00100000:0.0:1746070947.039634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.046028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.060436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.060537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.064627:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.068407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.070233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.070274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.073236:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426328192:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070947.073250:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070947.073286:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+121:2009:x1830887430270080:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2612us (3010us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070947.073294:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 11874 00000100:00100000:0.0:1746070947.077007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.079298:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+122:2007:x1830887430270592:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2008us (2292us total) trans 4294970426 rc 0/0 00000100:00100000:0.0:1746070947.079309:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1434 00002000:00100000:0.0:1746070947.079318:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012b41ed80 x1830887430270592/t4294970426(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.079325:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41ed80 with x1830887430270592 ext(0->7) 00010000:00010000:0.0:1746070947.079333:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e2600/0xa5d70600080347e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011606 expref: 122 pid: 9566 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.079345:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e2600/0xa5d70600080347e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011606 expref: 122 pid: 9566 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.079350:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b41ed80 00000100:00100000:0.0:1746070947.081180:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.085463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.090660:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.094191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.097060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.097427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.102392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.102438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.104152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.107526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.116911:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.121665:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+125:2010:x1830887430272640:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4567us (4753us total) trans 4294970427 rc 0/0 00000100:00100000:0.0:1746070947.121674:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1436 00002000:00100000:0.0:1746070947.121683:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5edf480 x1830887430272640/t4294970427(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.121691:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edf480 with x1830887430272640 ext(0->7) 00010000:00010000:0.0:1746070947.121699:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4400/0xa5d70600080347fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01161b expref: 125 pid: 9566 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.121712:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4400/0xa5d70600080347fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01161b expref: 125 pid: 9566 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.121718:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5edf480 00000100:00100000:0.0:1746070947.139426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.143331:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.144206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.147737:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.150802:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.152342:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+126:2008:x1830887430273920:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 766us (1543us total) trans 4294970428 rc 0/0 00000100:00100000:0.0:1746070947.152348:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1439 00002000:00100000:0.0:1746070947.152355:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8cce00 x1830887430273920/t4294970428(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.152362:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cce00 with x1830887430273920 ext(0->7) 00010000:00010000:0.0:1746070947.152367:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8c00/0xa5d706000803480b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011629 expref: 126 pid: 9566 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.152377:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8c00/0xa5d706000803480b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011629 expref: 126 pid: 9566 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.152388:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8cce00 00000100:00100000:0.0:1746070947.153887:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.160204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.165022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.166740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.169421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.174342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.180801:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.185019:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+129:2010:x1830887430275200:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1607us (4222us total) trans 4294970429 rc 0/0 00000100:00100000:0.0:1746070947.185028:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1441 00002000:00100000:0.0:1746070947.185037:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e353480 x1830887430275200/t4294970429(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.185045:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e353480 with x1830887430275200 ext(0->7) 00010000:00010000:0.0:1746070947.185052:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e2e00/0xa5d7060008034819 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011637 expref: 129 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.185063:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e2e00/0xa5d7060008034819 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011637 expref: 129 pid: 10108 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.185069:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e353480 00000100:00100000:0.0:1746070947.188094:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.192165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.197612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.197654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.202489:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.206486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.211316:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.212354:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+130:2009:x1830887430276480:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 762us (1045us total) trans 4294970430 rc 0/0 00000100:00100000:0.0:1746070947.212361:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1443 00002000:00100000:0.0:1746070947.212367:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fe8ed80 x1830887430276480/t4294970430(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.212374:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8ed80 with x1830887430276480 ext(0->7) 00010000:00010000:0.0:1746070947.212378:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5299200/0xa5d7060008034827 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011645 expref: 130 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.212388:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5299200/0xa5d7060008034827 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011645 expref: 130 pid: 9568 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.212393:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe8ed80 00000100:00100000:0.0:1746070947.216734:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.220419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.227488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.234490:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.234577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.237839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.241753:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.243066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.243986:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.246498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.248448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.249929:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a601b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+133:2010:x1830887430278528:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 836us (1472us total) trans 4294970431 rc 0/0 00000100:00100000:0.0:1746070947.249935:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1446 00002000:00100000:0.0:1746070947.249940:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a601b100 x1830887430278528/t4294970431(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.249946:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a601b100 with x1830887430278528 ext(0->7) 00010000:00010000:0.0:1746070947.249950:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e2e00/0xa5d706000803483c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01165a expref: 133 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.249959:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e2e00/0xa5d706000803483c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01165a expref: 133 pid: 10108 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.249964:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a601b100 00000100:00100000:0.0:1746070947.258522:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.262076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.265352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.265446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.268159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.268276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.270667:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.274024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.280010:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.284088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.288966:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+134:2010:x1830887430280192:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4541us (4876us total) trans 4294970432 rc 0/0 00000100:00100000:0.0:1746070947.288975:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1448 00002000:00100000:0.0:1746070947.288986:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8f7b80 x1830887430280192/t4294970432(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.288993:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7b80 with x1830887430280192 ext(0->7) 00010000:00010000:0.0:1746070947.289001:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d7060008034851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01166f expref: 134 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.289013:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d7060008034851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01166f expref: 134 pid: 9568 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.289018:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f7b80 00000100:00100000:0.0:1746070947.299454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.306549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.311556:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430280704 00000100:00100000:0.0:1746070947.311561:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430280704 00002000:00100000:0.0:1746070947.311591:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6333100 x1830887430280704/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746070958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.311600:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333100 with x1830887430280704 ext(0->4095) 00010000:00010000:0.0:1746070947.311607:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008034858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011676 expref: 6 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.311619:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008034858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011676 expref: 6 pid: 9568 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.311625:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6333100 00000100:00100000:0.0:1746070947.311650:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1449 00000100:00100000:0.0:1746070947.311657:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430280704:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070947.311767:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430280704:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070947.311773:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1449 00002000:00100000:0.0:1746070947.311777:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6333100 x1830887430280704/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.311783:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333100 with x1830887430280704 ext(0->4095) 00010000:00010000:0.0:1746070947.311787:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008034858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011676 expref: 6 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.311795:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008034858 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011676 expref: 6 pid: 9568 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.311799:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6333100 00000100:00100000:0.0:1746070947.314259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.317384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.323399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.326751:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.328633:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+136:2007:x1830887430281344:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1342us (1885us total) trans 4294970433 rc 0/0 00000100:00100000:0.0:1746070947.328640:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1450 00002000:00100000:0.0:1746070947.328645:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e11a300 x1830887430281344/t4294970433(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.328652:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a300 with x1830887430281344 ext(0->7) 00010000:00010000:0.0:1746070947.328657:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d706000803485f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01167d expref: 136 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.328672:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d706000803485f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01167d expref: 136 pid: 9568 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.328677:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e11a300 00000100:00100000:0.0:1746070947.331361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.334437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.334808:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430281728 00000100:00100000:0.0:1746070947.334813:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430281728 00002000:00100000:0.0:1746070947.334842:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e118000 x1830887430281728/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746070958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.334850:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118000 with x1830887430281728 ext(0->4095) 00002000:00010000:0.0:1746070947.334854:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e118000 00000100:00100000:0.0:1746070947.334897:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12651 00000100:00100000:0.0:1746070947.334904:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430281728:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070947.335005:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430281728:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (568us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070947.335010:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12651 00002000:00100000:0.0:1746070947.335015:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e118000 x1830887430281728/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746070958 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.335021:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118000 with x1830887430281728 ext(0->4095) 00002000:00010000:0.0:1746070947.335024:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e118000 00000100:00100000:0.0:1746070947.338266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.339393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.343411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.343467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.346991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.347029:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.349412:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.351229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.353496:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+138:2007:x1830887430283136:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1399us (2266us total) trans 4294970434 rc 0/0 00000100:00100000:0.0:1746070947.353504:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1453 00002000:00100000:0.0:1746070947.353511:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880122a9ed80 x1830887430283136/t4294970434(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.353518:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9ed80 with x1830887430283136 ext(0->7) 00010000:00010000:0.0:1746070947.353524:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726e2e00/0xa5d7060008034874 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011692 expref: 138 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.353535:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726e2e00/0xa5d7060008034874 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011692 expref: 138 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.353540:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a9ed80 00000100:00100000:0.0:1746070947.356403:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.360699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.366061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.370015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.370339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.373220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.373245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.373275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.373296:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430284160 00000100:00100000:0.0:1746070947.373301:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430284160 00010000:00010000:0.0:1746070947.373325:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008034882 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116a0 expref: 140 pid: 9568 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.373343:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430284288 00000100:00100000:0.0:1746070947.373344:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430284288 00010000:00010000:0.0:1746070947.373354:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800726e2600/0xa5d706000803487b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011699 expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.373366:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11896 00000100:00100000:0.0:1746070947.373372:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+140:2007:x1830887430284160:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070947.373381:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070947.373396:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008034882 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116a0 expref: 140 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.373404:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008034882 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116a0 expref: 140 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.373421:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008034882 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116a0 expref: 140 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.373435:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070947.373461:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+139:2007:x1830887430284160:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 89us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070947.373466:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 11896 00000100:00100000:0.0:1746070947.373485:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11897 00000100:00100000:0.0:1746070947.373490:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430284288:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070947.373510:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070947.374824:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800726e2600/0xa5d706000803487b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011699 expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.374834:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800726e2600/0xa5d706000803487b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011699 expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.374846:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800726e2600/0xa5d706000803487b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011699 expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.374854:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.374856:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.374861:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9a00/0xa5d7060008034889 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116a7 expref: 138 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.374889:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9a00/0xa5d7060008034889 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116a7 expref: 138 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.374907:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9a00/0xa5d7060008034889 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116a7 expref: 138 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.374915:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9a00/0xa5d7060008034889 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116a7 expref: 138 pid: 9567 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.374932:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d300380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426333440:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070947.380606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.382797:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.394162:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+141:2010:x1830887430284928:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 10800us (11359us total) trans 4294970435 rc 0/0 00000100:00100000:0.0:1746070947.394176:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1455 00002000:00100000:0.0:1746070947.394185:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d301880 x1830887430284928/t4294970435(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.394193:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301880 with x1830887430284928 ext(0->7) 00010000:00010000:0.0:1746070947.394202:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9a00/0xa5d7060008034889 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116a7 expref: 141 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.394214:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9a00/0xa5d7060008034889 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116a7 expref: 141 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.394220:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d301880 00000100:00100000:0.0:1746070947.398020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.401742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.405031:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.413298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.413345:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.422741:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.426214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.427244:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+142:2009:x1830887430286208:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 746us (1033us total) trans 4294970436 rc 0/0 00000100:00100000:0.0:1746070947.427251:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1458 00002000:00100000:0.0:1746070947.427262:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e0dc00 x1830887430286208/t4294970436(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.427268:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0dc00 with x1830887430286208 ext(0->7) 00010000:00010000:0.0:1746070947.427273:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090fc5200/0xa5d7060008034897 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116b5 expref: 142 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.427281:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090fc5200/0xa5d7060008034897 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116b5 expref: 142 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.427286:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e0dc00 00000100:00100000:0.0:1746070947.429546:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.438252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.446284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.449565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.454289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.457716:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.460203:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.463423:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+145:2009:x1830887430287488:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2388us (3216us total) trans 4294970437 rc 0/0 00000100:00100000:0.0:1746070947.463432:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1460 00002000:00100000:0.0:1746070947.463440:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e0ce00 x1830887430287488/t4294970437(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.463449:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ce00 with x1830887430287488 ext(0->7) 00010000:00010000:0.0:1746070947.463456:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d70600080348a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116c3 expref: 145 pid: 9568 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.463468:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d70600080348a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116c3 expref: 145 pid: 9568 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.463474:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e0ce00 00000100:00100000:0.0:1746070947.464820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.471820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.475961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.478957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.480255:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.485384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.485418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.485443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.488676:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.491392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.492620:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+147:2008:x1830887430289280:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1074us (1231us total) trans 4294970438 rc 0/0 00000100:00100000:0.0:1746070947.492628:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1463 00002000:00100000:0.0:1746070947.492634:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072777800 x1830887430289280/t4294970438(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.492641:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777800 with x1830887430289280 ext(0->7) 00010000:00010000:0.0:1746070947.492647:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0214200/0xa5d70600080348ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116d8 expref: 147 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.492657:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0214200/0xa5d70600080348ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116d8 expref: 147 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.492663:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072777800 00000100:00100000:0.0:1746070947.494269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.497497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.500391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.503118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.504965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.518481:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430290432 00000100:00100000:0.0:1746070947.518489:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430290432 00000100:00100000:0.0:1746070947.518535:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28101 00000100:00100000:0.0:1746070947.518543:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+146:1003:x1830887430290432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070947.518557:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070947.518570:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0779000/0xa5d70600080348cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0116ed expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.518595:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133c59400/0xa5d70600080348c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116df expref: 147 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.518603:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133c59000/0xa5d70600080348c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116e6 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.518608:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.518609:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.518612:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0779000/0xa5d70600080348cf lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116ed expref: 147 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.518637:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133c59000/0xa5d70600080348c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116e6 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.518647:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133c59000/0xa5d70600080348c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116e6 expref: 5 pid: 9567 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.518658:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426335360:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070947.518741:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133c59400/0xa5d70600080348c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116df expref: 147 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.518748:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133c59400/0xa5d70600080348c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116df expref: 147 pid: 9567 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.518754:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426335488:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070947.518770:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070947.525287:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.525319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.529329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.530639:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28102 00000100:00100000:0.0:1746070947.530649:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430290944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070947.530663:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070947.530677:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0779a00/0xa5d70600080348d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0116f4 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.530703:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0779000/0xa5d70600080348cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116ed expref: 145 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.530709:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070947.530711:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070947.530714:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0779a00/0xa5d70600080348d6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116f4 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.530738:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0779000/0xa5d70600080348cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116ed expref: 145 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.530748:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0779000/0xa5d70600080348cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116ed expref: 145 pid: 9566 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.530759:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426335744:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070947.530838:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070947.532302:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.541427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.542403:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+148:2007:x1830887430291328:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 789us (980us total) trans 4294970439 rc 0/0 00000100:00100000:0.0:1746070947.542409:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1465 00002000:00100000:0.0:1746070947.542414:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d53b100 x1830887430291328/t4294970439(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.542421:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b100 with x1830887430291328 ext(0->7) 00010000:00010000:0.0:1746070947.542430:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0779000/0xa5d70600080348cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116ed expref: 148 pid: 9566 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.542439:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0779000/0xa5d70600080348cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116ed expref: 148 pid: 9566 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.542444:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d53b100 00000100:00100000:0.0:1746070947.546642:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.548625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.553350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.560425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.565023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.571136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.573793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.575489:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+150:2007:x1830887430292480:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1176us (1698us total) trans 4294970440 rc 0/0 00000100:00100000:0.0:1746070947.575496:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1467 00002000:00100000:0.0:1746070947.575503:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012cfe3b80 x1830887430292480/t4294970440(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.575510:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe3b80 with x1830887430292480 ext(0->7) 00010000:00010000:0.0:1746070947.575515:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133c59400/0xa5d70600080348dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116fb expref: 150 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.575525:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133c59400/0xa5d70600080348dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0116fb expref: 150 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.575530:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cfe3b80 00000100:00100000:0.0:1746070947.581468:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.583234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.585652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.591646:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.594301:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.598077:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.600244:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+152:2007:x1830887430293632:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1825us (2166us total) trans 4294970441 rc 0/0 00000100:00100000:0.0:1746070947.600252:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1469 00002000:00100000:0.0:1746070947.600259:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c13b80 x1830887430293632/t4294970441(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.600266:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c13b80 with x1830887430293632 ext(0->7) 00010000:00010000:0.0:1746070947.600272:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133c58c00/0xa5d70600080348eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011709 expref: 152 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.600283:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133c58c00/0xa5d70600080348eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011709 expref: 152 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.600288:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c13b80 00000100:00100000:0.0:1746070947.601944:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.609001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.610848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.612295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.630994:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.638243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.639131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.639166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.639593:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11913 00000100:00100000:0.0:1746070947.639601:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430294784:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070947.639612:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070947.639891:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133c58e00/0xa5d70600080348f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011710 expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.639901:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133c58e00/0xa5d70600080348f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011710 expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.639920:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133c58e00/0xa5d70600080348f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011710 expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.639936:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.639938:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.639942:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133c58000/0xa5d7060008034900 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01171e expref: 152 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.639949:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133c58000/0xa5d7060008034900 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01171e expref: 152 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070947.643351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.643394:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430295168 00000100:00100000:0.0:1746070947.643399:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430295168 00002000:00100000:0.0:1746070947.643427:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d850e00 x1830887430295168/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746070958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.643435:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850e00 with x1830887430295168 ext(0->4095) 00010000:00010000:0.0:1746070947.643441:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133c58000/0xa5d7060008034900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01171e expref: 153 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.643451:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133c58000/0xa5d7060008034900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01171e expref: 153 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.643456:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d850e00 00000100:00100000:0.0:1746070947.643482:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1470 00000100:00100000:0.0:1746070947.643488:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+153:2007:x1830887430295168:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070947.643569:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+153:2007:x1830887430295168:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 81us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070947.643574:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1470 00002000:00100000:0.0:1746070947.643578:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d850e00 x1830887430295168/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.643590:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850e00 with x1830887430295168 ext(0->4095) 00010000:00010000:0.0:1746070947.643594:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133c58000/0xa5d7060008034900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01171e expref: 153 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.643601:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133c58000/0xa5d7060008034900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01171e expref: 153 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.643606:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d850e00 00000100:00100000:0.0:1746070947.646177:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.647053:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+155:2009:x1830887430295424:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 722us (880us total) trans 4294970442 rc 0/0 00000100:00100000:0.0:1746070947.647060:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1471 00002000:00100000:0.0:1746070947.647065:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a50f8380 x1830887430295424/t4294970442(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.647071:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8380 with x1830887430295424 ext(0->7) 00010000:00010000:0.0:1746070947.647076:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133c58000/0xa5d7060008034900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01171e expref: 155 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.647084:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133c58000/0xa5d7060008034900 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01171e expref: 155 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.647089:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a50f8380 00000100:00100000:0.0:1746070947.649065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.653291:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.659093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.661204:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430296064 00000100:00100000:0.0:1746070947.661208:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430296064 00000100:00100000:0.0:1746070947.661236:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28111 00000100:00100000:0.0:1746070947.661241:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+154:1003:x1830887430296064:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070947.661249:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070947.661256:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008034915 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011733 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.661270:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0215600/0xa5d7060008034907 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011725 expref: 155 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.661276:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0214600/0xa5d706000803490e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01172c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.661281:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.661282:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.661285:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008034915 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011733 expref: 155 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.661312:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0214600/0xa5d706000803490e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01172c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.661322:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0214600/0xa5d706000803490e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01172c expref: 5 pid: 9567 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.661332:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426337664:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070947.662454:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0215600/0xa5d7060008034907 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011725 expref: 155 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.662465:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0215600/0xa5d7060008034907 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011725 expref: 155 pid: 9567 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.662472:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426337792:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070947.662596:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070947.664436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.665569:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.667103:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.667241:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.668305:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebf780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070947.670635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.673974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.677354:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+157:2010:x1830887430297216:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1238us (3383us total) trans 4294970443 rc 0/0 00000100:00100000:0.0:1746070947.677362:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1474 00002000:00100000:0.0:1746070947.677369:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ef04700 x1830887430297216/t4294970443(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.677376:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04700 with x1830887430297216 ext(0->7) 00010000:00010000:0.0:1746070947.677382:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008034915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011733 expref: 157 pid: 9566 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.677393:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008034915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011733 expref: 157 pid: 9566 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.677398:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ef04700 00000100:00100000:0.0:1746070947.680180:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.687346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.687524:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430297600 00000100:00100000:0.0:1746070947.687530:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430297600 00002000:00100000:0.0:1746070947.687558:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ef05500 x1830887430297600/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746070958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.687567:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05500 with x1830887430297600 ext(0->4095) 00002000:00010000:0.0:1746070947.687571:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef05500 00000100:00100000:0.0:1746070947.687585:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12664 00000100:00100000:0.0:1746070947.687592:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+156:2007:x1830887430297600:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070947.687705:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+156:2007:x1830887430297600:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (359us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070947.687711:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12664 00002000:00100000:0.0:1746070947.687716:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ef05500 x1830887430297600/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746070958 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.687722:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05500 with x1830887430297600 ext(0->4095) 00002000:00010000:0.0:1746070947.687724:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef05500 00000100:00100000:0.0:1746070947.689093:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.689165:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.692167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.694752:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.700536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.706714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.712495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.716961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.718368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.725579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.728733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.730375:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+161:2010:x1830887430299776:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 783us (1647us total) trans 4294970445 rc 0/0 00000100:00100000:0.0:1746070947.730381:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1478 00002000:00100000:0.0:1746070947.730387:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a61b6a00 x1830887430299776/t4294970445(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.730394:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b6a00 with x1830887430299776 ext(0->7) 00010000:00010000:0.0:1746070947.730398:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d7060008034931 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01174f expref: 161 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.730407:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d7060008034931 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01174f expref: 161 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.730412:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61b6a00 00000100:00100000:0.0:1746070947.734739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.740263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.750051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.750100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.750894:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28117 00000100:00100000:0.0:1746070947.750903:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+160:1003:x1830887430300288:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070947.750931:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070947.750945:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a61e3a00/0xa5d706000803493f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01175d expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.750975:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133c58c00/0xa5d7060008034938 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011756 expref: 161 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.750981:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.750982:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.750985:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a61e3a00/0xa5d706000803493f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01175d expref: 161 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.751329:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133c58c00/0xa5d7060008034938 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011756 expref: 161 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.751340:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133c58c00/0xa5d7060008034938 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011756 expref: 161 pid: 9568 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.751352:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426339456:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070947.755162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.761161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.768489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.773437:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+162:2008:x1830887430301056:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1751us (4950us total) trans 4294970446 rc 0/0 00000100:00100000:0.0:1746070947.773447:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1480 00002000:00100000:0.0:1746070947.773456:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e0b1880 x1830887430301056/t4294970446(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.773465:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b1880 with x1830887430301056 ext(0->7) 00010000:00010000:0.0:1746070947.773473:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a61e3a00/0xa5d706000803493f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01175d expref: 162 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.773486:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a61e3a00/0xa5d706000803493f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01175d expref: 162 pid: 10108 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.773492:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0b1880 00000100:00100000:0.0:1746070947.792208:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430301568 00000100:00100000:0.0:1746070947.792214:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430301568 00002000:00100000:0.0:1746070947.792247:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5e03480 x1830887430301568/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746070958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.792254:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e03480 with x1830887430301568 ext(0->4095) 00010000:00010000:0.0:1746070947.792261:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008034946 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011764 expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.792271:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008034946 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011764 expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.792277:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e03480 00000100:00100000:0.0:1746070947.792298:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1481 00000100:00100000:0.0:1746070947.792305:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430301568:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070947.792410:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430301568:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (509us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070947.792415:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1481 00002000:00100000:0.0:1746070947.792420:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5e03480 x1830887430301568/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.792426:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e03480 with x1830887430301568 ext(0->4095) 00010000:00010000:0.0:1746070947.792430:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008034946 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011764 expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.792437:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008034946 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011764 expref: 6 pid: 9567 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.792442:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e03480 00000100:00100000:0.0:1746070947.795514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.799528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.805404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.808673:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426340096:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070947.808707:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008034954 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011772 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.808721:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac400, rc 0) 00000100:00100000:0.0:1746070947.808775:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1004:x1830887430302080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3164us (3378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070947.808782:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28120 00000100:00100000:0.0:1746070947.821444:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+164:2007:x1830887430302208:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8616us (8789us total) trans 4294970447 rc 0/0 00000100:00100000:0.0:1746070947.821455:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1482 00002000:00100000:0.0:1746070947.821464:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e00e00 x1830887430302208/t4294970447(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.821473:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00e00 with x1830887430302208 ext(0->7) 00010000:00010000:0.0:1746070947.821482:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325adc00/0xa5d706000803494d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01176b expref: 164 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.821501:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325adc00/0xa5d706000803494d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01176b expref: 164 pid: 10108 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.821507:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e00e00 00000100:00100000:0.0:1746070947.823977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.825074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.825089:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430302464 00000100:00100000:0.0:1746070947.825093:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430302464 00000100:00100000:0.0:1746070947.825115:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28121 00000100:00100000:0.0:1746070947.825120:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+164:1003:x1830887430302464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070947.825131:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070947.825141:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a526d400/0xa5d706000803495b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011779 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.825155:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008034954 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011772 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.825160:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.825161:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.825164:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a526d400/0xa5d706000803495b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011779 expref: 165 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.825177:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008034954 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011772 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.825185:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008034954 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011772 expref: 5 pid: 10108 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.825193:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcfe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426340352:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070947.825212:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070947.828009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.828035:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430302720 00000100:00100000:0.0:1746070947.828041:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430302720 00002000:00100000:0.0:1746070947.828075:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009dcfd880 x1830887430302720/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746070958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.828084:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfd880 with x1830887430302720 ext(0->4095) 00010000:00010000:0.0:1746070947.828091:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008034954 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011772 expref: 6 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.828102:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008034954 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011772 expref: 6 pid: 10108 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.828107:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcfd880 00000100:00100000:0.0:1746070947.828123:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1483 00000100:00100000:0.0:1746070947.828128:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430302720:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070947.828230:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430302720:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (229us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070947.828236:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1483 00002000:00100000:0.0:1746070947.828241:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009dcfd880 x1830887430302720/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.828248:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfd880 with x1830887430302720 ext(0->4095) 00010000:00010000:0.0:1746070947.828253:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008034954 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011772 expref: 6 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.828261:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008034954 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011772 expref: 6 pid: 10108 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.828266:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcfd880 00000100:00100000:0.0:1746070947.830727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.833290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.838199:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.843461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.852313:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+166:2009:x1830887430303360:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8649us (8851us total) trans 4294970448 rc 0/0 00000100:00100000:0.0:1746070947.852326:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1484 00002000:00100000:0.0:1746070947.852336:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcfea00 x1830887430303360/t4294970448(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.852344:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfea00 with x1830887430303360 ext(0->7) 00010000:00010000:0.0:1746070947.852354:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a526d400/0xa5d706000803495b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011779 expref: 166 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.852369:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a526d400/0xa5d706000803495b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011779 expref: 166 pid: 10108 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.852374:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcfea00 00000100:00100000:0.0:1746070947.854679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.855508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.855963:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430303488 00000100:00100000:0.0:1746070947.855967:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430303488 00000100:00100000:0.0:1746070947.856491:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28123 00000100:00100000:0.0:1746070947.856499:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+166:1003:x1830887430303488:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070947.856511:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070947.856520:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008034969 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011787 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.856535:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801325adc00/0xa5d7060008034962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011780 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.856540:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.856542:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.856544:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008034969 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011787 expref: 167 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.856560:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801325adc00/0xa5d7060008034962 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011780 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.856569:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801325adc00/0xa5d7060008034962 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011780 expref: 5 pid: 10108 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.856577:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e5c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426340864:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070947.856605:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070947.861112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.861135:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430303872 00000100:00100000:0.0:1746070947.861141:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430303872 00002000:00100000:0.0:1746070947.861169:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e5c0000 x1830887430303872/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746070958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.861183:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0000 with x1830887430303872 ext(0->4095) 00010000:00010000:0.0:1746070947.861189:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325adc00/0xa5d7060008034962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011780 expref: 6 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.861199:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325adc00/0xa5d7060008034962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011780 expref: 6 pid: 10108 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.861204:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e5c0000 00000100:00100000:0.0:1746070947.861217:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1485 00000100:00100000:0.0:1746070947.861222:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430303872:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070947.861313:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430303872:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 90us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070947.861318:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1485 00002000:00100000:0.0:1746070947.861322:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e5c0000 x1830887430303872/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.861328:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0000 with x1830887430303872 ext(0->4095) 00010000:00010000:0.0:1746070947.861331:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325adc00/0xa5d7060008034962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011780 expref: 6 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.861338:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325adc00/0xa5d7060008034962 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011780 expref: 6 pid: 10108 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.861343:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e5c0000 00000100:00100000:0.0:1746070947.864242:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.868551:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430304256 00000100:00100000:0.0:1746070947.868557:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430304256 00002000:00100000:0.0:1746070947.868587:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6330a80 x1830887430304256/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746070958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.868595:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330a80 with x1830887430304256 ext(0->4095) 00002000:00010000:0.0:1746070947.868599:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6330a80 00000100:00100000:0.0:1746070947.868623:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12669 00000100:00100000:0.0:1746070947.868629:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+166:2010:x1830887430304256:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070947.869020:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+166:2010:x1830887430304256:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 390us (711us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070947.869026:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12669 00002000:00100000:0.0:1746070947.869032:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6330a80 x1830887430304256/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746070958 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.869039:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330a80 with x1830887430304256 ext(0->4095) 00002000:00010000:0.0:1746070947.869042:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6330a80 00000100:00100000:0.0:1746070947.872777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.878280:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.879544:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+168:2008:x1830887430304512:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 610us (1264us total) trans 4294970449 rc 0/0 00000100:00100000:0.0:1746070947.879551:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1486 00002000:00100000:0.0:1746070947.879556:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e5c3b80 x1830887430304512/t4294970449(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746070958 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070947.879563:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3b80 with x1830887430304512 ext(0->7) 00010000:00010000:0.0:1746070947.879568:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008034969 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011787 expref: 168 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.879577:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008034969 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011787 expref: 168 pid: 10108 timeout: 770 lvb_type: 0 00002000:00010000:0.0:1746070947.879582:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e5c3b80 00000100:00100000:0.0:1746070947.887845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.888899:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.903564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.910032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.914726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.919769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.934418:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9568:1830887426341632:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070947.934438:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d706000803497e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01179c expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.934450:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3a00, rc 0) 00000100:00100000:0.0:1746070947.936532:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1004:x1830887430305536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16561us (16767us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070947.936540:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28126 00000100:00100000:0.0:1746070947.946505:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11932 00000100:00100000:0.0:1746070947.946517:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+171:2008:x1830887430305920:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070947.946532:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070947.946552:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133c59400/0xa5d7060008034977 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011795 expref: 171 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.946568:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133c59400/0xa5d7060008034977 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011795 expref: 171 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.946593:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133c59400/0xa5d7060008034977 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011795 expref: 171 pid: 10108 timeout: 770 lvb_type: 0 00010000:00010000:0.0:1746070947.946622:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.946624:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070947.946630:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d706000803497e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01179c expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.946637:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d706000803497e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01179c expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.946665:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d706000803497e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01179c expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070947.946675:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d706000803497e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01179c expref: 5 pid: 9568 timeout: 770 lvb_type: 0 00000100:00100000:0.0:1746070947.946685:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e5c1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426341888:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070947.947838:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070947.953221:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.957845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.968995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.981108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070947.985902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.000622:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.000712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.000749:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430307328 00000100:00100000:0.0:1746070948.000756:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430307328 00000100:00100000:0.0:1746070948.000790:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28129 00000100:00100000:0.0:1746070948.000796:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+172:1003:x1830887430307328:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070948.000812:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070948.000827:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008034993 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0117b1 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.000850:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133c59a00/0xa5d706000803498c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117aa expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.000856:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070948.000858:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070948.000861:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008034993 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117b1 expref: 173 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.000931:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133c59a00/0xa5d706000803498c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117aa expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.000942:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133c59a00/0xa5d706000803498c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117aa expref: 5 pid: 10108 timeout: 771 lvb_type: 0 00000100:00100000:0.0:1746070948.000952:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426342400:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070948.001013:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070948.003417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.004483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.006197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.017161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.018525:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+175:2010:x1830887430308096:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 782us (1370us total) trans 4294970452 rc 0/0 00000100:00100000:0.0:1746070948.018532:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1493 00002000:00100000:0.0:1746070948.018537:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8f5180 x1830887430308096/t4294970452(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.018544:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5180 with x1830887430308096 ext(0->7) 00010000:00010000:0.0:1746070948.018549:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008034993 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117b1 expref: 175 pid: 10108 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.018558:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008034993 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117b1 expref: 175 pid: 10108 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.018564:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f5180 00000100:00100000:0.0:1746070948.023260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.028166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.031200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.031334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.033545:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.035017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.036162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.039164:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.042926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.045675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.047556:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+176:2008:x1830887430309760:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1247us (1892us total) trans 4294970453 rc 0/0 00000100:00100000:0.0:1746070948.047565:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1495 00002000:00100000:0.0:1746070948.047571:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a01ff800 x1830887430309760/t4294970453(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.047579:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff800 with x1830887430309760 ext(0->7) 00010000:00010000:0.0:1746070948.047585:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d70600080349a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117c6 expref: 176 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.047595:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d70600080349a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117c6 expref: 176 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.047601:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a01ff800 00000100:00100000:0.0:1746070948.049105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.053539:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.057171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.057931:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430310400 00000100:00100000:0.0:1746070948.057935:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430310400 00000100:00100000:0.0:1746070948.057966:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28135 00000100:00100000:0.0:1746070948.057971:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+177:1004:x1830887430310400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070948.057978:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070948.057985:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d70600080349bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0117db expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.057996:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070948.058000:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d70600080349b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117d4 expref: 178 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.058009:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070948.058011:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d70600080349bd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117db expref: 178 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.058030:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d70600080349b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117d4 expref: 178 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.058039:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d70600080349bd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117db expref: 178 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.058047:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232600, rc 0) 00000100:00100000:0.0:1746070948.059129:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+178:1004:x1830887430310400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1154us (1323us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070948.059135:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28135 00000100:00100000:0.0:1746070948.059732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.063366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.066993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.068704:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+179:2008:x1830887430311040:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1301us (1714us total) trans 4294970454 rc 0/0 00000100:00100000:0.0:1746070948.068711:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1497 00002000:00100000:0.0:1746070948.068717:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e2ce00 x1830887430311040/t4294970454(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.068724:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ce00 with x1830887430311040 ext(0->7) 00010000:00010000:0.0:1746070948.068729:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d70600080349b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117d4 expref: 179 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.068744:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d70600080349b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117d4 expref: 179 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.068750:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e2ce00 00000100:00100000:0.0:1746070948.071706:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.076195:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.079902:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.079958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.081837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.084650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.094303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.095301:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+180:2007:x1830887430312320:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 794us (1001us total) trans 4294970455 rc 0/0 00000100:00100000:0.0:1746070948.095308:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1499 00002000:00100000:0.0:1746070948.095314:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fd26680 x1830887430312320/t4294970455(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.095320:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd26680 with x1830887430312320 ext(0->7) 00010000:00010000:0.0:1746070948.095325:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ad000/0xa5d70600080349c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117e2 expref: 180 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.095333:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ad000/0xa5d70600080349c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117e2 expref: 180 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.095339:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd26680 00000100:00100000:0.0:1746070948.099396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.100004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.102162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.104009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.105968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.108567:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.114074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.115493:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+182:2007:x1830887430313472:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 742us (1419us total) trans 4294970456 rc 0/0 00000100:00100000:0.0:1746070948.115500:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1501 00002000:00100000:0.0:1746070948.115507:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5c1d180 x1830887430313472/t4294970456(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.115514:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d180 with x1830887430313472 ext(0->7) 00010000:00010000:0.0:1746070948.115519:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325acc00/0xa5d70600080349d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117f0 expref: 182 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.115529:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325acc00/0xa5d70600080349d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117f0 expref: 182 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.115535:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c1d180 00000100:00100000:0.0:1746070948.121400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.121446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.126797:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430313984 00000100:00100000:0.0:1746070948.126803:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430313984 00002000:00100000:0.0:1746070948.126835:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6333b80 x1830887430313984/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746070959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.126843:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333b80 with x1830887430313984 ext(0->4095) 00010000:00010000:0.0:1746070948.126850:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325aca00/0xa5d70600080349d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117f7 expref: 6 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.126862:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325aca00/0xa5d70600080349d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117f7 expref: 6 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.126878:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6333b80 00000100:00100000:0.0:1746070948.126900:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1502 00000100:00100000:0.0:1746070948.126914:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430313984:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070948.127009:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430313984:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070948.127014:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1502 00002000:00100000:0.0:1746070948.127019:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6333b80 x1830887430313984/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.127025:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333b80 with x1830887430313984 ext(0->4095) 00010000:00010000:0.0:1746070948.127029:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325aca00/0xa5d70600080349d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117f7 expref: 6 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.127036:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325aca00/0xa5d70600080349d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117f7 expref: 6 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.127041:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6333b80 00000100:00100000:0.0:1746070948.131190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.136764:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.142572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.146750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.148608:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+184:2007:x1830887430314624:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1540us (1855us total) trans 4294970457 rc 0/0 00000100:00100000:0.0:1746070948.148618:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1503 00002000:00100000:0.0:1746070948.148624:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ff32300 x1830887430314624/t4294970457(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.148631:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32300 with x1830887430314624 ext(0->7) 00010000:00010000:0.0:1746070948.148637:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ada00/0xa5d70600080349e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117fe expref: 184 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.148649:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ada00/0xa5d70600080349e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0117fe expref: 184 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.148655:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ff32300 00000100:00100000:0.0:1746070948.151034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.151358:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746070948.151369:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426345472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746070948.151402:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746070948.152266:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070948.155092:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.157996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.161671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.165409:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.179851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.181290:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+186:2008:x1830887430315776:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1035us (1437us total) trans 4294970458 rc 0/0 00000100:00100000:0.0:1746070948.181297:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1505 00002000:00100000:0.0:1746070948.181303:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e369c00 x1830887430315776/t4294970458(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.181316:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369c00 with x1830887430315776 ext(0->7) 00010000:00010000:0.0:1746070948.181321:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d70600080349ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01180c expref: 186 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.181331:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d70600080349ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01180c expref: 186 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.181337:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e369c00 00000100:00080000:0.0:1746070948.183440:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070948.184956:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.186526:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.189377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.191980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.193979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.206845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.216460:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.217943:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+188:2008:x1830887430316928:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 692us (1487us total) trans 4294970459 rc 0/0 00000100:00100000:0.0:1746070948.217951:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1507 00002000:00100000:0.0:1746070948.217957:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880122a9ea00 x1830887430316928/t4294970459(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.217965:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9ea00 with x1830887430316928 ext(0->7) 00010000:00010000:0.0:1746070948.217970:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133c59000/0xa5d70600080349fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01181a expref: 188 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.217985:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133c59000/0xa5d70600080349fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01181a expref: 188 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.217991:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a9ea00 00000100:00100000:0.0:1746070948.219913:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.220555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.224376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.228628:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.232394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.236036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.242622:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.246377:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+190:2007:x1830887430318080:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3280us (3753us total) trans 4294970460 rc 0/0 00000100:00100000:0.0:1746070948.246389:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1509 00002000:00100000:0.0:1746070948.246398:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e0c700 x1830887430318080/t4294970460(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.246407:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0c700 with x1830887430318080 ext(0->7) 00010000:00010000:0.0:1746070948.246416:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d7060008034a0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011828 expref: 190 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.246429:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d7060008034a0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011828 expref: 190 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.246435:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e0c700 00000100:00100000:0.0:1746070948.256960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.257562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.268372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.273264:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.278048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.278280:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430318976 00000100:00100000:0.0:1746070948.278285:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430318976 00002000:00100000:0.0:1746070948.278314:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009dcff480 x1830887430318976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746070959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.278321:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcff480 with x1830887430318976 ext(0->4095) 00002000:00010000:0.0:1746070948.278325:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009dcff480 00000100:00100000:0.0:1746070948.287500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.291471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.293089:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+192:2007:x1830887430319232:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1464us (1618us total) trans 4294970461 rc 0/0 00000100:00100000:0.0:1746070948.293097:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1511 00002000:00100000:0.0:1746070948.293104:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcfca80 x1830887430319232/t4294970461(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.293112:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfca80 with x1830887430319232 ext(0->7) 00010000:00010000:0.0:1746070948.293118:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008034a18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011836 expref: 192 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.293128:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008034a18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011836 expref: 192 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.293134:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcfca80 00000100:00100000:0.0:1746070948.295764:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.297748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.300917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.307833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.310292:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.314388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.318966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.319942:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+194:2009:x1830887430320384:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 618us (975us total) trans 4294970462 rc 0/0 00000100:00100000:0.0:1746070948.319948:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1513 00002000:00100000:0.0:1746070948.319953:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ef05180 x1830887430320384/t4294970462(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.319960:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05180 with x1830887430320384 ext(0->7) 00010000:00010000:0.0:1746070948.319964:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ad000/0xa5d7060008034a26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011844 expref: 194 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.319973:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ad000/0xa5d7060008034a26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011844 expref: 194 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.319978:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ef05180 00000100:00100000:0.0:1746070948.330122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.334554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.337189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.338804:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072777b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426348416:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070948.338821:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d7060008034a34 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011852 expref: 194 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.338836:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac200, rc 0) 00000100:00100000:0.0:1746070948.338883:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801305b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+194:1003:x1830887430320640:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3159us (4335us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070948.338889:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28152 00000100:00100000:0.0:1746070948.340252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.340706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.343196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.345564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.346736:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+197:2009:x1830887430321664:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 772us (1171us total) trans 4294970463 rc 0/0 00000100:00100000:0.0:1746070948.346742:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1516 00002000:00100000:0.0:1746070948.346748:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a61b5180 x1830887430321664/t4294970463(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.346753:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b5180 with x1830887430321664 ext(0->7) 00010000:00010000:0.0:1746070948.346757:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d7060008034a34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011852 expref: 197 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.346765:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d7060008034a34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011852 expref: 197 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.346770:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61b5180 00000100:00100000:0.0:1746070948.349020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.351613:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.354843:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.358293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.358337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.360656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.360685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.360730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.360746:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430322688 00000100:00100000:0.0:1746070948.360749:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430322688 00010000:00010000:0.0:1746070948.360763:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a526d800/0xa5d7060008034a3b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011859 expref: 199 pid: 9566 timeout: 771 lvb_type: 0 00000100:00100000:0.0:1746070948.360781:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430322816 00000100:00100000:0.0:1746070948.360783:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430322816 00010000:00010000:0.0:1746070948.360789:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a526dc00/0xa5d7060008034a42 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011860 expref: 6 pid: 9567 timeout: 771 lvb_type: 0 00000100:00100000:0.0:1746070948.360801:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11960 00000100:00100000:0.0:1746070948.360805:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+199:2008:x1830887430322688:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070948.360812:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070948.360824:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a526d800/0xa5d7060008034a3b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011859 expref: 199 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.360831:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a526d800/0xa5d7060008034a3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011859 expref: 199 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.360845:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070948.360881:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+199:2008:x1830887430322688:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 74us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070948.360885:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 11960 00000100:00100000:0.0:1746070948.360896:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 11961 00000100:00100000:0.0:1746070948.360913:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430322816:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070948.360919:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070948.360925:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a526dc00/0xa5d7060008034a42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011860 expref: 6 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.360933:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a526dc00/0xa5d7060008034a42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011860 expref: 6 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.360943:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a526dc00/0xa5d7060008034a42 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011860 expref: 6 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.360954:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070948.360955:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070948.360960:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008034a49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011867 expref: 197 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.360966:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008034a49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011867 expref: 197 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.360984:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008034a49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011867 expref: 198 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.361295:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008034a49 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011867 expref: 198 pid: 9567 timeout: 771 lvb_type: 0 00000100:00100000:0.0:1746070948.361304:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d853b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426349184:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070948.361344:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070948.362789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.365099:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430323456 00000100:00100000:0.0:1746070948.365103:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430323456 00002000:00100000:0.0:1746070948.365121:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e14a300 x1830887430323456/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/0 e 0 to 0 dl 1746070959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.365128:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14a300 with x1830887430323456 ext(0->7) 00010000:00010000:0.0:1746070948.365132:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008034a49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011867 expref: 197 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.365141:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008034a49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011867 expref: 197 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.365145:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e14a300 00000100:00100000:0.0:1746070948.365378:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1518 00000100:00100000:0.0:1746070948.365384:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+197:2007:x1830887430323456:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070948.365962:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+199:2007:x1830887430323456:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 577us (912us total) trans 4294970464 rc 0/0 00000100:00100000:0.0:1746070948.365968:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1518 00002000:00100000:0.0:1746070948.365973:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e14a300 x1830887430323456/t4294970464(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.365979:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14a300 with x1830887430323456 ext(0->7) 00010000:00010000:0.0:1746070948.365983:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008034a49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011867 expref: 199 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.365995:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008034a49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011867 expref: 199 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.365999:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e14a300 00000100:00100000:0.0:1746070948.367397:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.370747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.380212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.380315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.383130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.383264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.387577:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430324864 00000100:00100000:0.0:1746070948.387580:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430324864 00000100:00100000:0.0:1746070948.387603:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28159 00000100:00100000:0.0:1746070948.387609:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430324864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070948.387619:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070948.387628:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007271a400/0xa5d7060008034a65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011883 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.387649:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070948.387751:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d7060008034a5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01187c expref: 199 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.387758:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070948.387762:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007271a400/0xa5d7060008034a65 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011883 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.387972:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d7060008034a5e lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01187c expref: 198 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.387980:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d7060008034a5e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01187c expref: 198 pid: 9566 timeout: 771 lvb_type: 0 00000100:00100000:0.0:1746070948.387987:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5357b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426349952:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070948.388006:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070948.391448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.397671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.398756:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+200:2008:x1830887430325504:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 841us (1095us total) trans 4294970465 rc 0/0 00000100:00100000:0.0:1746070948.398763:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1521 00002000:00100000:0.0:1746070948.398769:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012b41f480 x1830887430325504/t4294970465(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.398776:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41f480 with x1830887430325504 ext(0->7) 00010000:00010000:0.0:1746070948.398781:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d7060008034a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01187c expref: 200 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.398791:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d7060008034a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01187c expref: 200 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.398796:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b41f480 00000100:00100000:0.0:1746070948.405588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.410771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.418248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.418291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.423802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.426957:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.428577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.430619:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+203:2008:x1830887430326784:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1893us (2038us total) trans 4294970466 rc 0/0 00000100:00100000:0.0:1746070948.430629:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1523 00002000:00100000:0.0:1746070948.430637:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c216d80 x1830887430326784/t4294970466(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.430645:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c216d80 with x1830887430326784 ext(0->7) 00010000:00010000:0.0:1746070948.430652:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133c59000/0xa5d7060008034a6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01188a expref: 203 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.430666:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133c59000/0xa5d7060008034a6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01188a expref: 203 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.430672:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c216d80 00000100:00100000:0.0:1746070948.434510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.437728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.443489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.443536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.451192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.455695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.458639:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.465732:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+204:2007:x1830887430328064:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6913us (7091us total) trans 4294970467 rc 0/0 00000100:00100000:0.0:1746070948.465743:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1525 00002000:00100000:0.0:1746070948.465752:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a607fb80 x1830887430328064/t4294970467(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.465761:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607fb80 with x1830887430328064 ext(0->7) 00010000:00010000:0.0:1746070948.465770:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133c59400/0xa5d7060008034a7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011898 expref: 204 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.465783:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133c59400/0xa5d7060008034a7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011898 expref: 204 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.465790:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a607fb80 00000100:00100000:0.0:1746070948.472010:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.472467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.476817:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.483608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.489320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.494948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.504801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.505799:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+206:2007:x1830887430329216:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 767us (1004us total) trans 4294970468 rc 0/0 00000100:00100000:0.0:1746070948.505806:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1527 00002000:00100000:0.0:1746070948.505812:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009def3800 x1830887430329216/t4294970468(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.505818:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009def3800 with x1830887430329216 ext(0->7) 00010000:00010000:0.0:1746070948.505823:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133c58c00/0xa5d7060008034a88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118a6 expref: 206 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.505837:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133c58c00/0xa5d7060008034a88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118a6 expref: 206 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.505843:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009def3800 00000100:00100000:0.0:1746070948.507070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.516696:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430329728 00000100:00100000:0.0:1746070948.516700:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430329728 00002000:00100000:0.0:1746070948.516725:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072777480 x1830887430329728/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746070959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.516733:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777480 with x1830887430329728 ext(0->4095) 00010000:00010000:0.0:1746070948.516739:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133c58000/0xa5d7060008034a8f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118ad expref: 6 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.516749:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133c58000/0xa5d7060008034a8f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118ad expref: 6 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.516755:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072777480 00000100:00100000:0.0:1746070948.516770:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1528 00000100:00100000:0.0:1746070948.516775:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430329728:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070948.516894:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430329728:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (702us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070948.516910:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1528 00002000:00100000:0.0:1746070948.516915:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072777480 x1830887430329728/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.516928:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777480 with x1830887430329728 ext(0->4095) 00010000:00010000:0.0:1746070948.516933:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133c58000/0xa5d7060008034a8f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118ad expref: 6 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.516941:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133c58000/0xa5d7060008034a8f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118ad expref: 6 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.516946:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072777480 00000100:00100000:0.0:1746070948.521373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.523070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.524690:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+209:2009:x1830887430330496:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1470us (1621us total) trans 4294970469 rc 0/0 00000100:00100000:0.0:1746070948.524696:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1530 00002000:00100000:0.0:1746070948.524703:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ffc6680 x1830887430330496/t4294970469(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.524710:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc6680 with x1830887430330496 ext(0->7) 00010000:00010000:0.0:1746070948.524716:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133c59400/0xa5d7060008034a96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118b4 expref: 209 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.524726:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133c59400/0xa5d7060008034a96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118b4 expref: 209 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.524731:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ffc6680 00000100:00100000:0.0:1746070948.525960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.538574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.543228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.543315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.548421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.548937:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.557974:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.562749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.568704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.573687:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.576232:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+210:2008:x1830887430332160:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1891us (2543us total) trans 4294970470 rc 0/0 00000100:00100000:0.0:1746070948.576241:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1532 00002000:00100000:0.0:1746070948.576272:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009f992300 x1830887430332160/t4294970470(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.576279:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f992300 with x1830887430332160 ext(0->7) 00010000:00010000:0.0:1746070948.576286:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d7060008034aab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118c9 expref: 210 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.576298:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d7060008034aab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118c9 expref: 210 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.576305:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f992300 00000100:00100000:0.0:1746070948.578317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.579927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.582827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.585097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.586960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.588776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.591059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.595948:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+212:2007:x1830887430333312:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4557us (4885us total) trans 4294970471 rc 0/0 00000100:00100000:0.0:1746070948.595960:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1534 00002000:00100000:0.0:1746070948.595970:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a6331180 x1830887430333312/t4294970471(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.595978:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6331180 with x1830887430333312 ext(0->7) 00010000:00010000:0.0:1746070948.595986:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a61e3a00/0xa5d7060008034ab9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118d7 expref: 212 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.596000:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a61e3a00/0xa5d7060008034ab9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118d7 expref: 212 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.596006:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6331180 00000100:00100000:0.0:1746070948.598802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.608103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.609003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.610917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.612632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.614620:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.614659:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.617544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.620273:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.623409:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+214:2007:x1830887430335104:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2940us (3137us total) trans 4294970472 rc 0/0 00000100:00100000:0.0:1746070948.623420:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1537 00002000:00100000:0.0:1746070948.623429:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e118700 x1830887430335104/t4294970472(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.623437:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118700 with x1830887430335104 ext(0->7) 00010000:00010000:0.0:1746070948.623445:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d7060008034ace lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118e5 expref: 214 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.623459:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d7060008034ace lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0118e5 expref: 214 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.623466:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e118700 00000100:00100000:0.0:1746070948.624929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.628144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.631960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.635569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.638073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.640787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.642243:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.642279:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.645813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.648362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.649367:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+216:2007:x1830887430336896:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 850us (1006us total) trans 4294970473 rc 0/0 00000100:00100000:0.0:1746070948.649375:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1540 00002000:00100000:0.0:1746070948.649381:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ef06d80 x1830887430336896/t4294970473(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.649387:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06d80 with x1830887430336896 ext(0->7) 00010000:00010000:0.0:1746070948.649393:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d7060008034ae3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011901 expref: 216 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.649403:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d7060008034ae3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011901 expref: 216 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.649408:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ef06d80 00000100:00100000:0.0:1746070948.651916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.662811:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.662926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.668389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.668436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.677506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.688178:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.691503:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+219:2008:x1830887430338176:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2079us (3325us total) trans 4294970474 rc 0/0 00000100:00100000:0.0:1746070948.691512:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1542 00002000:00100000:0.0:1746070948.691520:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fd25180 x1830887430338176/t4294970474(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.691527:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd25180 with x1830887430338176 ext(0->7) 00010000:00010000:0.0:1746070948.691533:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d7060008034af1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01190f expref: 219 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.691543:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d7060008034af1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01190f expref: 219 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.691549:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd25180 00000100:00100000:0.0:1746070948.696703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.696747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.699687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.701819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.701862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.703566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.703584:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430339200 00000100:00100000:0.0:1746070948.703587:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430339200 00002000:00100000:0.0:1746070948.703614:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c11c00 x1830887430339200/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746070959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.703623:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c11c00 with x1830887430339200 ext(0->4095) 00010000:00010000:0.0:1746070948.703628:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a04a7c00/0xa5d7060008034aff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01191d expref: 218 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.703639:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a04a7c00/0xa5d7060008034aff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01191d expref: 218 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.703645:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c11c00 00000100:00100000:0.0:1746070948.703666:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1544 00000100:00100000:0.0:1746070948.703672:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+218:2009:x1830887430339200:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070948.704493:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+218:2009:x1830887430339200:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 819us (926us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070948.704499:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1544 00002000:00100000:0.0:1746070948.704505:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c11c00 x1830887430339200/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.704512:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c11c00 with x1830887430339200 ext(0->4095) 00010000:00010000:0.0:1746070948.704517:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a04a7c00/0xa5d7060008034aff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01191d expref: 218 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.704527:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a04a7c00/0xa5d7060008034aff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01191d expref: 218 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.704533:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c11c00 00000100:00100000:0.0:1746070948.706226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.708083:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+220:2008:x1830887430339456:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1664us (1855us total) trans 4294970475 rc 0/0 00000100:00100000:0.0:1746070948.708095:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1545 00002000:00100000:0.0:1746070948.708103:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c10e00 x1830887430339456/t4294970475(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.708110:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c10e00 with x1830887430339456 ext(0->7) 00010000:00010000:0.0:1746070948.708118:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a04a7c00/0xa5d7060008034aff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01191d expref: 220 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.709141:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a04a7c00/0xa5d7060008034aff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01191d expref: 220 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.709151:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c10e00 00000100:00100000:0.0:1746070948.714659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.717124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.717428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.717445:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430339968 00000100:00100000:0.0:1746070948.717448:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430339968 00002000:00100000:0.0:1746070948.717468:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012e895180 x1830887430339968/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746070959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.717475:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e895180 with x1830887430339968 ext(0->4095) 00002000:00010000:0.0:1746070948.717478:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e895180 00000100:00100000:0.0:1746070948.717488:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12696 00000100:00100000:0.0:1746070948.717493:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e895180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430339968:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070948.718234:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430339968:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 740us (805us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070948.718240:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12696 00002000:00100000:0.0:1746070948.718246:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012e895180 x1830887430339968/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746070959 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.718253:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e895180 with x1830887430339968 ext(0->4095) 00010000:00010000:0.0:1746070948.718257:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d7060008034b06 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011924 expref: 6 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.718266:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d7060008034b06 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011924 expref: 6 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.718271:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e895180 00000100:00100000:0.0:1746070948.720508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.720562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.723139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.730007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.737567:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+223:2010:x1830887430340736:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7330us (7562us total) trans 4294970476 rc 0/0 00000100:00100000:0.0:1746070948.737579:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1547 00002000:00100000:0.0:1746070948.737589:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dedd500 x1830887430340736/t4294970476(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.737598:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd500 with x1830887430340736 ext(0->7) 00010000:00010000:0.0:1746070948.737606:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3200/0xa5d7060008034b0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01192b expref: 223 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.737621:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3200/0xa5d7060008034b0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01192b expref: 223 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.737628:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dedd500 00000100:00100000:0.0:1746070948.741358:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.758591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.765578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.767000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.768313:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.768333:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430341760 00000100:00100000:0.0:1746070948.768337:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430341760 00002000:00100000:0.0:1746070948.768362:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e369500 x1830887430341760/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746070959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.768370:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369500 with x1830887430341760 ext(0->4095) 00002000:00010000:0.0:1746070948.768374:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e369500 00000100:00100000:0.0:1746070948.768390:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12697 00000100:00100000:0.0:1746070948.768396:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+223:2008:x1830887430341760:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070948.768496:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+223:2008:x1830887430341760:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (185us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070948.768502:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12697 00002000:00100000:0.0:1746070948.768507:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e369500 x1830887430341760/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746070959 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.768514:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369500 with x1830887430341760 ext(0->4095) 00002000:00010000:0.0:1746070948.768516:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e369500 00000100:00100000:0.0:1746070948.773414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.775694:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+224:2009:x1830887430341888:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2099us (2275us total) trans 4294970477 rc 0/0 00000100:00100000:0.0:1746070948.775703:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1549 00002000:00100000:0.0:1746070948.775710:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e36a300 x1830887430341888/t4294970477(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.775718:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a300 with x1830887430341888 ext(0->7) 00010000:00010000:0.0:1746070948.775725:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2800/0xa5d7060008034b1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011939 expref: 224 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.775738:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2800/0xa5d7060008034b1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011939 expref: 224 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.775743:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e36a300 00000100:00100000:0.0:1746070948.777242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.781310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.783840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.787044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.788605:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.789112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.792735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.792803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.796467:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.798435:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.803561:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+226:2009:x1830887430343680:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4987us (5121us total) trans 4294970478 rc 0/0 00000100:00100000:0.0:1746070948.803572:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1552 00002000:00100000:0.0:1746070948.803580:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcfc700 x1830887430343680/t4294970478(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.803588:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfc700 with x1830887430343680 ext(0->7) 00010000:00010000:0.0:1746070948.803596:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d7060008034b30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01194e expref: 226 pid: 9567 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.803609:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2200/0xa5d7060008034b30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01194e expref: 226 pid: 9567 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.803615:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcfc700 00000100:00100000:0.0:1746070948.807540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.811296:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.813267:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.815183:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430344320 00000100:00100000:0.0:1746070948.815188:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430344320 00000100:00100000:0.0:1746070948.815757:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28191 00000100:00100000:0.0:1746070948.815764:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+226:1003:x1830887430344320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070948.815772:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070948.815780:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9800/0xa5d7060008034b45 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011963 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.815794:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d7060008034b37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011955 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.815801:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008034b3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01195c expref: 227 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.815807:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070948.815808:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070948.815810:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9800/0xa5d7060008034b45 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011963 expref: 227 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.815835:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008034b3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01195c expref: 227 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.815845:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008034b3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01195c expref: 227 pid: 9567 timeout: 771 lvb_type: 0 00000100:00100000:0.0:1746070948.815856:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcfe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426357376:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070948.816075:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d7060008034b37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011955 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070948.816083:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3800/0xa5d7060008034b37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011955 expref: 5 pid: 9567 timeout: 771 lvb_type: 0 00000100:00100000:0.0:1746070948.816091:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426357504:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070948.816113:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070948.816765:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.818206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.819600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.819904:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.822066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.823998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.825274:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+228:2010:x1830887430345472:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 850us (1277us total) trans 4294970479 rc 0/0 00000100:00100000:0.0:1746070948.825280:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1555 00002000:00100000:0.0:1746070948.825286:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e0e680 x1830887430345472/t4294970479(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.825293:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0e680 with x1830887430345472 ext(0->7) 00010000:00010000:0.0:1746070948.825298:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9800/0xa5d7060008034b45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011963 expref: 228 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.825307:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9800/0xa5d7060008034b45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011963 expref: 228 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.825420:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e0e680 00000100:00100000:0.0:1746070948.826723:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.829986:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.837297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.837678:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.840912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.841387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.843984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.844419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.847349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.851356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.852453:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+230:2007:x1830887430347264:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 715us (1102us total) trans 4294970480 rc 0/0 00000100:00100000:0.0:1746070948.852460:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1558 00002000:00100000:0.0:1746070948.852465:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e02d80 x1830887430347264/t4294970480(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.852472:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02d80 with x1830887430347264 ext(0->7) 00010000:00010000:0.0:1746070948.852477:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a04a7600/0xa5d7060008034b5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011978 expref: 230 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.852486:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a04a7600/0xa5d7060008034b5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011978 expref: 230 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.852491:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e02d80 00000100:00100000:0.0:1746070948.860968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.867446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.872088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.877109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.884206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.897601:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.904966:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+232:2007:x1830887430348416:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7191us (7370us total) trans 4294970481 rc 0/0 00000100:00100000:0.0:1746070948.904974:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1560 00002000:00100000:0.0:1746070948.904982:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e03480 x1830887430348416/t4294970481(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.904990:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e03480 with x1830887430348416 ext(0->7) 00010000:00010000:0.0:1746070948.904997:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6400/0xa5d7060008034b68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011986 expref: 232 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.905009:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6400/0xa5d7060008034b68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011986 expref: 232 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.905015:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e03480 00000100:00100000:0.0:1746070948.906512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.907478:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.912152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.914361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.918265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.948174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.950670:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430349568 00000100:00100000:0.0:1746070948.950678:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430349568 00002000:00100000:0.0:1746070948.950714:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800839f9c00 x1830887430349568/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/0 e 0 to 0 dl 1746070959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.950723:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f9c00 with x1830887430349568 ext(0->7) 00010000:00010000:0.0:1746070948.950734:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3200/0xa5d7060008034b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011994 expref: 232 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.950746:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3200/0xa5d7060008034b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011994 expref: 232 pid: 9566 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746070948.950752:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800839f9c00 00000100:00100000:0.0:1746070948.950780:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1562 00000100:00100000:0.0:1746070948.950787:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+232:2010:x1830887430349568:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070948.951634:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+234:2010:x1830887430349568:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 845us (1016us total) trans 4294970482 rc 0/0 00000100:00100000:0.0:1746070948.951641:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1562 00002000:00100000:0.0:1746070948.951646:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800839f9c00 x1830887430349568/t4294970482(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.951653:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f9c00 with x1830887430349568 ext(0->7) 00010000:00010000:0.0:1746070948.951658:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3200/0xa5d7060008034b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011994 expref: 234 pid: 9566 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746070948.951666:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3200/0xa5d7060008034b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011994 expref: 234 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070948.951671:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800839f9c00 00000100:00100000:0.0:1746070948.960256:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.966479:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.966516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.968073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.969649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.973995:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.974045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.985835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.992817:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070948.995690:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+236:2010:x1830887430351360:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2670us (2874us total) trans 4294970483 rc 0/0 00000100:00100000:0.0:1746070948.995701:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1565 00002000:00100000:0.0:1746070948.995710:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc43b80 x1830887430351360/t4294970483(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746070959 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070948.995724:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43b80 with x1830887430351360 ext(0->7) 00010000:00010000:0.0:1746070948.995732:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d7060008034b8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119a9 expref: 236 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070948.995745:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3600/0xa5d7060008034b8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119a9 expref: 236 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070948.995751:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc43b80 00000100:00100000:0.0:1746070948.999961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070949.002035:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070949.003736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.003755:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430351872 00000100:00100000:0.0:1746070949.003759:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430351872 00000100:00080000:0.0:1746070949.003773:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:0.0:1746070949.003796:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009fc40e00 x1830887430351872/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.003804:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc40e00 with x1830887430351872 ext(0->4095) 00010000:00010000:0.0:1746070949.003810:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d7060008034b92 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119b0 expref: 6 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.003819:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d7060008034b92 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119b0 expref: 6 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.003825:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc40e00 00000100:00100000:0.0:1746070949.003837:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1566 00000100:00100000:0.0:1746070949.003841:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430351872:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.004105:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430351872:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 262us (369us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070949.004111:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1566 00002000:00100000:0.0:1746070949.004116:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009fc40e00 x1830887430351872/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.004122:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc40e00 with x1830887430351872 ext(0->4095) 00010000:00010000:0.0:1746070949.004126:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d7060008034b92 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119b0 expref: 6 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.004134:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d7060008034b92 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119b0 expref: 6 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.004139:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc40e00 00000100:00100000:0.0:1746070949.011202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.011242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.020431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.025730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.028932:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+239:2010:x1830887430352640:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2556us (3203us total) trans 4294970484 rc 0/0 00000100:00100000:0.0:1746070949.028942:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1568 00002000:00100000:0.0:1746070949.028949:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009f990000 x1830887430352640/t4294970484(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.028956:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f990000 with x1830887430352640 ext(0->7) 00010000:00010000:0.0:1746070949.028963:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325adc00/0xa5d7060008034b99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119b7 expref: 239 pid: 9567 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.028979:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325adc00/0xa5d7060008034b99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119b7 expref: 239 pid: 9567 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.028985:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f990000 00000100:00100000:0.0:1746070949.030411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.039141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.045695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.047202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.050595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.052646:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.053288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.053301:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430353792 00000100:00100000:0.0:1746070949.053304:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430353792 00010000:00010000:0.0:1746070949.053317:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1a4600/0xa5d7060008034ba7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119c5 expref: 6 pid: 9566 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746070949.053345:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12012 00000100:00100000:0.0:1746070949.053351:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887430353792:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070949.053357:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070949.053366:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b1a4600/0xa5d7060008034ba7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119c5 expref: 6 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.053374:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b1a4600/0xa5d7060008034ba7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119c5 expref: 6 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.053385:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b1a4600/0xa5d7060008034ba7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119c5 expref: 6 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.053408:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.053410:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.053416:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008034bae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119cc expref: 237 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.053424:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008034bae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119cc expref: 237 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.053449:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008034bae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119cc expref: 237 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070949.053459:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e148000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426361088:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070949.053505:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070949.055137:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.057504:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.059960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.061438:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+240:2008:x1830887430354304:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1223us (1475us total) trans 4294970485 rc 0/0 00000100:00100000:0.0:1746070949.061447:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1570 00002000:00100000:0.0:1746070949.061454:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e148380 x1830887430354304/t4294970485(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.061461:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e148380 with x1830887430354304 ext(0->7) 00010000:00010000:0.0:1746070949.061466:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008034bae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119cc expref: 240 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.061479:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008034bae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119cc expref: 240 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.061484:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e148380 00000100:00100000:0.0:1746070949.063447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.068071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.071041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.072002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.074058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.076198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.078602:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.080077:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+243:2010:x1830887430355584:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1309us (1476us total) trans 4294970486 rc 0/0 00000100:00100000:0.0:1746070949.080089:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1572 00002000:00100000:0.0:1746070949.080096:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e149500 x1830887430355584/t4294970486(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.080103:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e149500 with x1830887430355584 ext(0->7) 00010000:00010000:0.0:1746070949.080110:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ace00/0xa5d7060008034bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119e1 expref: 243 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.080120:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ace00/0xa5d7060008034bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119e1 expref: 243 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.080126:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e149500 00000100:00100000:0.0:1746070949.084596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.087740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.090943:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.092988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.093292:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.095731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.096984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.102394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.108044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.120237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.124572:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+245:2009:x1830887430357376:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3976us (4333us total) trans 4294970487 rc 0/0 00000100:00100000:0.0:1746070949.124585:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1575 00002000:00100000:0.0:1746070949.124594:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012b41c700 x1830887430357376/t4294970487(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.124602:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41c700 with x1830887430357376 ext(0->7) 00010000:00010000:0.0:1746070949.124611:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7200/0xa5d7060008034bd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119ef expref: 245 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.124624:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7200/0xa5d7060008034bd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119ef expref: 245 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.124630:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b41c700 00000100:00100000:0.0:1746070949.135650:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.142661:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d850380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426362496:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070949.142678:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070949.142713:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+246:2008:x1830887430357504:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5572us (7070us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070949.142721:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12018 00000100:00100000:0.0:1746070949.146842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.146926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.153336:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430358656 00000100:00100000:0.0:1746070949.153342:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430358656 00002000:00100000:0.0:1746070949.153373:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d850700 x1830887430358656/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.153381:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850700 with x1830887430358656 ext(0->7) 00010000:00010000:0.0:1746070949.153387:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36ea00/0xa5d7060008034bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119fd expref: 244 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.153399:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36ea00/0xa5d7060008034bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119fd expref: 244 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.153405:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d850700 00000100:00100000:0.0:1746070949.153432:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1578 00000100:00100000:0.0:1746070949.153439:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+244:2010:x1830887430358656:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.155183:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+246:2010:x1830887430358656:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1740us (1910us total) trans 4294970488 rc 0/0 00000100:00100000:0.0:1746070949.155191:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1578 00002000:00100000:0.0:1746070949.155199:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d850700 x1830887430358656/t4294970488(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.155205:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850700 with x1830887430358656 ext(0->7) 00010000:00010000:0.0:1746070949.155212:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36ea00/0xa5d7060008034bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119fd expref: 246 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.155223:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36ea00/0xa5d7060008034bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0119fd expref: 246 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.155227:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d850700 00000100:00100000:0.0:1746070949.159062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.171558:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.172967:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.175782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.178066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.181239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.183983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.185055:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+249:2009:x1830887430359936:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 807us (1076us total) trans 4294970489 rc 0/0 00000100:00100000:0.0:1746070949.185063:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1581 00002000:00100000:0.0:1746070949.185069:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8cdf80 x1830887430359936/t4294970489(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.185076:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cdf80 with x1830887430359936 ext(0->7) 00010000:00010000:0.0:1746070949.185081:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034bed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a0b expref: 249 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.185091:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d7060008034bed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a0b expref: 249 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.185097:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8cdf80 00000100:00100000:0.0:1746070949.186774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.189692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.192325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.195021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.197107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.198534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.202048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.202079:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.202133:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.216183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.218206:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+250:2008:x1830887430361984:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1177us (2027us total) trans 4294970490 rc 0/0 00000100:00100000:0.0:1746070949.218214:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1584 00002000:00100000:0.0:1746070949.218220:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8ce680 x1830887430361984/t4294970490(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.218227:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8ce680 with x1830887430361984 ext(0->7) 00010000:00010000:0.0:1746070949.218233:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36e200/0xa5d7060008034c02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a20 expref: 250 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.218247:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36e200/0xa5d7060008034c02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a20 expref: 250 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.218253:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8ce680 00000100:00100000:0.0:1746070949.222358:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.224970:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.228541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.231310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.232097:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.234837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.236608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.240702:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+253:2010:x1830887430363264:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1218us (4096us total) trans 4294970491 rc 0/0 00000100:00100000:0.0:1746070949.240710:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1587 00002000:00100000:0.0:1746070949.240716:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e356a00 x1830887430363264/t4294970491(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.240723:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e356a00 with x1830887430363264 ext(0->7) 00010000:00010000:0.0:1746070949.240730:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6166600/0xa5d7060008034c10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a2e expref: 253 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.240740:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6166600/0xa5d7060008034c10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a2e expref: 253 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.240746:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e356a00 00000100:00100000:0.0:1746070949.246421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.249564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.251493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.252264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.254759:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.257635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.260807:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.262158:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+254:2008:x1830887430364544:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 990us (1356us total) trans 4294970492 rc 0/0 00000100:00100000:0.0:1746070949.262164:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1589 00002000:00100000:0.0:1746070949.262170:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e357800 x1830887430364544/t4294970492(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.262177:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e357800 with x1830887430364544 ext(0->7) 00010000:00010000:0.0:1746070949.262182:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325aca00/0xa5d7060008034c1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a3c expref: 254 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.262191:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325aca00/0xa5d7060008034c1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a3c expref: 254 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.262196:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e357800 00000100:00100000:0.0:1746070949.263532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.265979:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.270837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.272558:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.278273:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.278403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.280852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.280912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.280966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.283916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.289851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.292376:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+257:2007:x1830887430366592:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1965us (2528us total) trans 4294970493 rc 0/0 00000100:00100000:0.0:1746070949.292386:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1591 00002000:00100000:0.0:1746070949.292394:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fbdc000 x1830887430366592/t4294970493(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.292402:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdc000 with x1830887430366592 ext(0->7) 00010000:00010000:0.0:1746070949.292410:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7200/0xa5d7060008034c33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a51 expref: 257 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.292423:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7200/0xa5d7060008034c33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a51 expref: 257 pid: 10108 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.292428:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fbdc000 00000100:00100000:0.0:1746070949.304500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.305010:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.307234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.309953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.310027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.314150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.319344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.327955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.335267:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430368384 00000100:00100000:0.0:1746070949.335271:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430368384 00002000:00100000:0.0:1746070949.335294:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800839f9f80 x1830887430368384/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.335302:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f9f80 with x1830887430368384 ext(0->4095) 00010000:00010000:0.0:1746070949.335307:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034c48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a66 expref: 6 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.335315:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034c48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a66 expref: 6 pid: 10108 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.335321:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800839f9f80 00000100:00100000:0.0:1746070949.335345:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1595 00000100:00100000:0.0:1746070949.335350:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430368384:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.335440:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430368384:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (504us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070949.335445:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1595 00002000:00100000:0.0:1746070949.335450:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800839f9f80 x1830887430368384/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.335456:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f9f80 with x1830887430368384 ext(0->4095) 00010000:00010000:0.0:1746070949.335460:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034c48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a66 expref: 6 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.335468:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034c48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a66 expref: 6 pid: 10108 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.335473:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800839f9f80 00000100:00100000:0.0:1746070949.338198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.339145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.342059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.352470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.354272:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+261:2009:x1830887430369152:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1507us (1808us total) trans 4294970495 rc 0/0 00000100:00100000:0.0:1746070949.354280:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1597 00002000:00100000:0.0:1746070949.354286:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096eace00 x1830887430369152/t4294970495(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.354294:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eace00 with x1830887430369152 ext(0->7) 00010000:00010000:0.0:1746070949.354300:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034c4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a6d expref: 261 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.354312:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034c4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a6d expref: 261 pid: 10108 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.354318:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096eace00 00000100:00100000:0.0:1746070949.361696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.361744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.367475:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430369664 00000100:00100000:0.0:1746070949.367482:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430369664 00002000:00100000:0.0:1746070949.367513:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b8d5c00 x1830887430369664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.367522:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d5c00 with x1830887430369664 ext(0->4095) 00010000:00010000:0.0:1746070949.367529:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034c56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a74 expref: 261 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.367541:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034c56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a74 expref: 261 pid: 10108 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.367547:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8d5c00 00000100:00100000:0.0:1746070949.367571:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1598 00000100:00100000:0.0:1746070949.367577:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+261:2007:x1830887430369664:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.367676:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+261:2007:x1830887430369664:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070949.367681:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1598 00002000:00100000:0.0:1746070949.367686:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b8d5c00 x1830887430369664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.367693:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d5c00 with x1830887430369664 ext(0->4095) 00010000:00010000:0.0:1746070949.367697:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034c56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a74 expref: 261 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.367704:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034c56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a74 expref: 261 pid: 10108 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.367709:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8d5c00 00000100:00100000:0.0:1746070949.369353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.371443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.372393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.376451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.378044:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+262:2008:x1830887430370432:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 703us (1592us total) trans 4294970496 rc 0/0 00000100:00100000:0.0:1746070949.378051:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1600 00002000:00100000:0.0:1746070949.378056:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096eadc00 x1830887430370432/t4294970496(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.378061:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eadc00 with x1830887430370432 ext(0->7) 00010000:00010000:0.0:1746070949.378066:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008034c5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a7b expref: 262 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.378074:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008034c5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a7b expref: 262 pid: 10108 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.378080:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096eadc00 00000100:00100000:0.0:1746070949.380483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.382934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.385203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.387447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.389632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.389705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.393339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.393410:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.393504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.395447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.397328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.398630:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+265:2007:x1830887430372480:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1123us (1300us total) trans 4294970497 rc 0/0 00000100:00100000:0.0:1746070949.398638:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1603 00002000:00100000:0.0:1746070949.398644:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ffc7100 x1830887430372480/t4294970497(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.398652:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc7100 with x1830887430372480 ext(0->7) 00010000:00010000:0.0:1746070949.398657:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034c72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a90 expref: 265 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.398667:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034c72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a90 expref: 265 pid: 10108 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.398673:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ffc7100 00000100:00100000:0.0:1746070949.399991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.405747:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426368000:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070949.405768:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070949.405792:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+264:2010:x1830887430372608:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5416us (5799us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070949.405799:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12041 00000100:00100000:0.0:1746070949.408522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.410630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.418152:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.421104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.421156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.421177:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430373632 00000100:00100000:0.0:1746070949.421181:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430373632 00010000:00010000:0.0:1746070949.421201:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7200/0xa5d7060008034c79 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a97 expref: 266 pid: 10108 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746070949.421229:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430373504 00000100:00100000:0.0:1746070949.421230:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430373504 00010000:00010000:0.0:1746070949.421238:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034c80 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a9e expref: 6 pid: 10108 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746070949.421252:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12042 00000100:00100000:0.0:1746070949.421258:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+266:2007:x1830887430373632:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070949.421266:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070949.421285:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7200/0xa5d7060008034c79 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a97 expref: 266 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.421293:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7200/0xa5d7060008034c79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a97 expref: 266 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.421450:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7200/0xa5d7060008034c79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011a97 expref: 266 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.421464:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070949.421489:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+265:2007:x1830887430373632:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 231us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070949.421495:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12042 00000100:00100000:0.0:1746070949.422277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.424673:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430374016 00000100:00100000:0.0:1746070949.424678:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430374016 00002000:00100000:0.0:1746070949.424705:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d850e00 x1830887430374016/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.424713:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850e00 with x1830887430374016 ext(0->4095) 00010000:00010000:0.0:1746070949.424719:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d7060008034c87 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011aa5 expref: 266 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.424728:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d7060008034c87 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011aa5 expref: 266 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.424733:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d850e00 00000100:00100000:0.0:1746070949.424758:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1604 00000100:00100000:0.0:1746070949.424764:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+266:2008:x1830887430374016:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.424848:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+265:2008:x1830887430374016:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 84us (219us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070949.424855:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1604 00002000:00100000:0.0:1746070949.424860:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d850e00 x1830887430374016/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.424889:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850e00 with x1830887430374016 ext(0->4095) 00010000:00010000:0.0:1746070949.424894:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d7060008034c87 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011aa5 expref: 265 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.424901:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d7060008034c87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011aa5 expref: 265 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.424907:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d850e00 00000100:00100000:0.0:1746070949.426043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.427577:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+267:2007:x1830887430374272:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1409us (1542us total) trans 4294970498 rc 0/0 00000100:00100000:0.0:1746070949.427584:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1605 00002000:00100000:0.0:1746070949.427591:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a01ff800 x1830887430374272/t4294970498(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.427598:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff800 with x1830887430374272 ext(0->7) 00010000:00010000:0.0:1746070949.427604:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d7060008034c87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011aa5 expref: 267 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.427615:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d7060008034c87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011aa5 expref: 267 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.427621:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a01ff800 00000100:00100000:0.0:1746070949.429091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.436679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.438960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.443037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.443162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.445087:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.445155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.447079:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.450283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.451962:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+268:2008:x1830887430376320:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1156us (1682us total) trans 4294970499 rc 0/0 00000100:00100000:0.0:1746070949.451971:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1608 00002000:00100000:0.0:1746070949.451977:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d539880 x1830887430376320/t4294970499(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.451985:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539880 with x1830887430376320 ext(0->7) 00010000:00010000:0.0:1746070949.451990:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36fe00/0xa5d7060008034c9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011aba expref: 268 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.452001:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36fe00/0xa5d7060008034c9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011aba expref: 268 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.452007:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d539880 00000100:00100000:0.0:1746070949.457153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.461465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.466088:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.466678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.466923:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28243 00000100:00100000:0.0:1746070949.466932:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+268:1003:x1830887430376960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070949.466940:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070949.466950:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008034cb1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011acf expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.466991:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034ca3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ac1 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.466998:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034caa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ac8 expref: 270 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.467003:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.467004:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.467007:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008034cb1 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011acf expref: 270 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.467091:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034caa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ac8 expref: 270 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.467099:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034caa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ac8 expref: 270 pid: 9568 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746070949.467108:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426369408:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070949.467182:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034ca3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ac1 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.467188:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034ca3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ac1 expref: 5 pid: 9568 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746070949.467196:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426369536:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070949.467213:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070949.468572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.469233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.470833:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.471070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.473592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.474939:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.475796:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+270:2007:x1830887430378112:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 632us (856us total) trans 4294970500 rc 0/0 00000100:00100000:0.0:1746070949.475806:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1611 00002000:00100000:0.0:1746070949.475811:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d53b480 x1830887430378112/t4294970500(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.475817:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b480 with x1830887430378112 ext(0->7) 00010000:00010000:0.0:1746070949.475821:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008034cb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011acf expref: 270 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.475829:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008034cb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011acf expref: 270 pid: 10108 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.475834:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d53b480 00000100:00100000:0.0:1746070949.477569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.480533:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.483668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.486791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.487292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.489931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.489991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.490836:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.495990:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.497293:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+272:2009:x1830887430379904:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 998us (1305us total) trans 4294970501 rc 0/0 00000100:00100000:0.0:1746070949.497300:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1613 00002000:00100000:0.0:1746070949.497305:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096ea5180 x1830887430379904/t4294970501(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.497312:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea5180 with x1830887430379904 ext(0->7) 00010000:00010000:0.0:1746070949.497317:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ae4 expref: 272 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.497326:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ae4 expref: 272 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.497331:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ea5180 00000100:00100000:0.0:1746070949.500300:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.504616:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.504637:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430380288 00000100:00100000:0.0:1746070949.504643:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430380288 00002000:00100000:0.0:1746070949.504671:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096ea6d80 x1830887430380288/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.504679:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea6d80 with x1830887430380288 ext(0->4095) 00002000:00010000:0.0:1746070949.504683:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096ea6d80 00000100:00100000:0.0:1746070949.505047:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12724 00000100:00100000:0.0:1746070949.505055:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430380288:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.505230:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430380288:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 176us (617us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070949.505236:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12724 00002000:00100000:0.0:1746070949.505241:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096ea6d80 x1830887430380288/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746070960 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.505249:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea6d80 with x1830887430380288 ext(0->4095) 00002000:00010000:0.0:1746070949.505252:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096ea6d80 00000100:00100000:0.0:1746070949.506668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.509347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.511553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.512049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.515670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.515707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.522653:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426370944:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070949.522671:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070949.522703:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887430381312:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6726us (6995us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070949.522710:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12055 00000100:00100000:0.0:1746070949.526769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.528201:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+275:2007:x1830887430381952:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1229us (1432us total) trans 4294970502 rc 0/0 00000100:00100000:0.0:1746070949.528208:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1615 00002000:00100000:0.0:1746070949.528214:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096ea4e00 x1830887430381952/t4294970502(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.528222:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea4e00 with x1830887430381952 ext(0->7) 00010000:00010000:0.0:1746070949.528230:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034cdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011af9 expref: 275 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.528240:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034cdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011af9 expref: 275 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.528245:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ea4e00 00000100:00100000:0.0:1746070949.531855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.534260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.545419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.545523:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.548971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.552034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.554560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.555461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.558920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.561053:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.561939:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+276:2010:x1830887430384000:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 709us (888us total) trans 4294970503 rc 0/0 00000100:00100000:0.0:1746070949.561947:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1618 00002000:00100000:0.0:1746070949.561953:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096ea5f80 x1830887430384000/t4294970503(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.561960:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea5f80 with x1830887430384000 ext(0->7) 00010000:00010000:0.0:1746070949.561965:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034cf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b0e expref: 276 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.561975:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034cf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b0e expref: 276 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.561981:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ea5f80 00000100:00100000:0.0:1746070949.564028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.566550:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430384384 00000100:00100000:0.0:1746070949.566556:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430384384 00002000:00100000:0.0:1746070949.566585:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d851500 x1830887430384384/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.566593:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851500 with x1830887430384384 ext(0->4095) 00002000:00010000:0.0:1746070949.566597:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d851500 00000100:00100000:0.0:1746070949.566612:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12729 00000100:00100000:0.0:1746070949.566618:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430384384:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.566854:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430384384:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 234us (352us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070949.566860:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12729 00002000:00100000:0.0:1746070949.566894:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d851500 x1830887430384384/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746070960 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.566901:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851500 with x1830887430384384 ext(0->4095) 00002000:00010000:0.0:1746070949.566904:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d851500 00000100:00100000:0.0:1746070949.568547:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.570309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.576151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.576198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.579423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.579460:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.580835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.583343:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.585930:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.587243:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+279:2008:x1830887430386048:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 610us (1317us total) trans 4294970504 rc 0/0 00000100:00100000:0.0:1746070949.587250:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1620 00002000:00100000:0.0:1746070949.587256:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009de43800 x1830887430386048/t4294970504(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.587263:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de43800 with x1830887430386048 ext(0->7) 00010000:00010000:0.0:1746070949.587267:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034d05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b23 expref: 279 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.587277:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034d05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b23 expref: 279 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.587283:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009de43800 00000100:00100000:0.0:1746070949.589446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.592254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.594974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.597115:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430386688 00000100:00100000:0.0:1746070949.597119:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430386688 00000100:00100000:0.0:1746070949.597222:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28258 00000100:00100000:0.0:1746070949.597227:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+278:1003:x1830887430386688:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070949.597234:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070949.597240:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008034d1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011b38 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.597254:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d7060008034d0c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b2a expref: 279 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.597261:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034d13 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b31 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.597266:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.597267:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.597269:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008034d1a lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b38 expref: 279 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.597290:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034d13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b31 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.597299:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034d13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b31 expref: 5 pid: 9568 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746070949.597309:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426372608:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070949.597359:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d7060008034d0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b2a expref: 279 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.597367:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d7060008034d0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b2a expref: 279 pid: 10108 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746070949.597373:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426372736:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070949.597386:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070949.600221:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.600541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.600580:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430387072 00000100:00100000:0.0:1746070949.600585:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430387072 00002000:00100000:0.0:1746070949.600609:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009fc38700 x1830887430387072/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.600617:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38700 with x1830887430387072 ext(0->4095) 00010000:00010000:0.0:1746070949.600623:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034d13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b31 expref: 6 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.600632:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034d13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b31 expref: 6 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.600638:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc38700 00000100:00100000:0.0:1746070949.600662:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1621 00000100:00100000:0.0:1746070949.600667:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430387072:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.600746:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430387072:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 78us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070949.600751:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1621 00002000:00100000:0.0:1746070949.600755:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009fc38700 x1830887430387072/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.600761:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38700 with x1830887430387072 ext(0->4095) 00010000:00010000:0.0:1746070949.600765:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034d13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b31 expref: 6 pid: 9568 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.600777:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034d13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b31 expref: 6 pid: 9568 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.600782:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc38700 00000100:00100000:0.0:1746070949.605966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.608631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.613271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.617827:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.620667:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+280:2008:x1830887430387712:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2576us (2835us total) trans 4294970505 rc 0/0 00000100:00100000:0.0:1746070949.620676:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1622 00002000:00100000:0.0:1746070949.620683:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc39180 x1830887430387712/t4294970505(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.620690:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39180 with x1830887430387712 ext(0->7) 00010000:00010000:0.0:1746070949.620697:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008034d1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b38 expref: 280 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.620707:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008034d1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b38 expref: 280 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.620712:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc39180 00000100:00100000:0.0:1746070949.623190:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.627204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.627252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.629175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.629748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.632106:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.636826:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.640748:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+283:2010:x1830887430388992:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3731us (3921us total) trans 4294970506 rc 0/0 00000100:00100000:0.0:1746070949.640759:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1624 00002000:00100000:0.0:1746070949.640767:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc39500 x1830887430388992/t4294970506(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.640776:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39500 with x1830887430388992 ext(0->7) 00010000:00010000:0.0:1746070949.640783:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034d28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b46 expref: 283 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.640796:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034d28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b46 expref: 283 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.640802:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc39500 00000100:00100000:0.0:1746070949.642760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.645851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.645925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.648816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.648844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.651537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.656467:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+284:2010:x1830887430390272:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 824us (1256us total) trans 4294970507 rc 0/0 00000100:00100000:0.0:1746070949.656474:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1627 00002000:00100000:0.0:1746070949.656479:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d851f80 x1830887430390272/t4294970507(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.656487:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851f80 with x1830887430390272 ext(0->7) 00010000:00010000:0.0:1746070949.656491:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034d36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b54 expref: 284 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.656501:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034d36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b54 expref: 284 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.656507:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d851f80 00000100:00100000:0.0:1746070949.660557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.665371:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.671503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.671569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.676069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.679942:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.684123:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+287:2007:x1830887430391552:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3987us (4178us total) trans 4294970508 rc 0/0 00000100:00100000:0.0:1746070949.684134:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1629 00002000:00100000:0.0:1746070949.684145:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcdbb80 x1830887430391552/t4294970508(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.684153:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdbb80 with x1830887430391552 ext(0->7) 00010000:00010000:0.0:1746070949.684161:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034d44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b62 expref: 287 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.684175:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034d44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b62 expref: 287 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.684186:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcdbb80 00000100:00100000:0.0:1746070949.689782:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.689834:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.691936:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.694201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.694236:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.696418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.696437:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430392576 00000100:00100000:0.0:1746070949.696441:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430392576 00002000:00100000:0.0:1746070949.696465:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009dcd9880 x1830887430392576/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.696472:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9880 with x1830887430392576 ext(0->4095) 00010000:00010000:0.0:1746070949.696477:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36f600/0xa5d7060008034d52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b70 expref: 287 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.696487:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36f600/0xa5d7060008034d52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b70 expref: 287 pid: 10108 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.696492:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcd9880 00000100:00100000:0.0:1746070949.696517:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1631 00000100:00100000:0.0:1746070949.696523:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+287:2008:x1830887430392576:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.697073:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+287:2008:x1830887430392576:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 549us (654us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070949.697078:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1631 00002000:00100000:0.0:1746070949.697083:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009dcd9880 x1830887430392576/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.697090:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9880 with x1830887430392576 ext(0->4095) 00010000:00010000:0.0:1746070949.697094:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36f600/0xa5d7060008034d52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b70 expref: 287 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.697101:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36f600/0xa5d7060008034d52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b70 expref: 287 pid: 10108 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.697106:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcd9880 00000100:00100000:0.0:1746070949.698373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.702376:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+288:2009:x1830887430392832:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3831us (3996us total) trans 4294970509 rc 0/0 00000100:00100000:0.0:1746070949.702386:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1632 00002000:00100000:0.0:1746070949.702394:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcd8380 x1830887430392832/t4294970509(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.702403:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8380 with x1830887430392832 ext(0->7) 00010000:00010000:0.0:1746070949.702410:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36f600/0xa5d7060008034d52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b70 expref: 288 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.702423:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36f600/0xa5d7060008034d52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b70 expref: 288 pid: 10108 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.702429:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcd8380 00000100:00100000:0.0:1746070949.706288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.712656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.712682:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430393216 00000100:00100000:0.0:1746070949.712687:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430393216 00002000:00100000:0.0:1746070949.712718:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d3b1500 x1830887430393216/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.712726:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b1500 with x1830887430393216 ext(0->4095) 00002000:00010000:0.0:1746070949.712730:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d3b1500 00000100:00100000:0.0:1746070949.712751:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12736 00000100:00100000:0.0:1746070949.712757:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430393216:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.712857:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430393216:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070949.712896:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12736 00002000:00100000:0.0:1746070949.712903:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d3b1500 x1830887430393216/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746070960 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.712910:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b1500 with x1830887430393216 ext(0->4095) 00002000:00010000:0.0:1746070949.712913:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d3b1500 00000100:00100000:0.0:1746070949.714430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.714505:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.714661:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28269 00000100:00100000:0.0:1746070949.714667:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+288:1003:x1830887430393472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070949.714671:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070949.714684:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800820fec00/0xa5d7060008034d67 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011b85 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.714910:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e36e000/0xa5d7060008034d59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b77 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.714921:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e36ea00/0xa5d7060008034d60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b7e expref: 290 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.714926:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.714927:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.714929:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800820fec00/0xa5d7060008034d67 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b85 expref: 290 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.714956:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e36ea00/0xa5d7060008034d60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b7e expref: 290 pid: 10108 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.714961:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e36ea00/0xa5d7060008034d60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b7e expref: 290 pid: 10108 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746070949.714969:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426375296:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070949.715021:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e36e000/0xa5d7060008034d59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b77 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.715028:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e36e000/0xa5d7060008034d59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b77 expref: 5 pid: 10108 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746070949.715034:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426375424:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070949.715059:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070949.716526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.716574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.718925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.719312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.724695:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430394368 00000100:00100000:0.0:1746070949.724701:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430394368 00002000:00100000:0.0:1746070949.724732:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8cf100 x1830887430394368/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.724739:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cf100 with x1830887430394368 ext(0->4095) 00010000:00010000:0.0:1746070949.724746:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fec00/0xa5d7060008034d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b85 expref: 288 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.724757:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fec00/0xa5d7060008034d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b85 expref: 288 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.724763:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8cf100 00000100:00100000:0.0:1746070949.724786:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1634 00000100:00100000:0.0:1746070949.724792:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+288:2007:x1830887430394368:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.724914:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+288:2007:x1830887430394368:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (512us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070949.724920:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1634 00002000:00100000:0.0:1746070949.724924:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8cf100 x1830887430394368/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.724931:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cf100 with x1830887430394368 ext(0->4095) 00010000:00010000:0.0:1746070949.724935:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fec00/0xa5d7060008034d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b85 expref: 288 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.724944:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fec00/0xa5d7060008034d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b85 expref: 288 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.724950:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8cf100 00000100:00100000:0.0:1746070949.728488:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.730530:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+290:2010:x1830887430394624:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1700us (2048us total) trans 4294970510 rc 0/0 00000100:00100000:0.0:1746070949.730538:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1635 00002000:00100000:0.0:1746070949.730545:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d3b2300 x1830887430394624/t4294970510(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.730551:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b2300 with x1830887430394624 ext(0->7) 00010000:00010000:0.0:1746070949.730557:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fec00/0xa5d7060008034d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b85 expref: 290 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.730567:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fec00/0xa5d7060008034d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b85 expref: 290 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.730573:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d3b2300 00000100:00100000:0.0:1746070949.732051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.735920:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.738024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.743294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.743379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.746171:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.746644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.747925:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.750070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.757469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.758655:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+292:2007:x1830887430396288:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 900us (1192us total) trans 4294970511 rc 0/0 00000100:00100000:0.0:1746070949.758662:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1638 00002000:00100000:0.0:1746070949.758668:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801327b8380 x1830887430396288/t4294970511(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.758675:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b8380 with x1830887430396288 ext(0->7) 00010000:00010000:0.0:1746070949.758680:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ad000/0xa5d7060008034d7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b9a expref: 292 pid: 9567 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.758688:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ad000/0xa5d7060008034d7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011b9a expref: 292 pid: 9567 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.758693:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327b8380 00000100:00100000:0.0:1746070949.764575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.769269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.769312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.772316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.773072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.777260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.781412:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.783323:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+295:2010:x1830887430397568:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1737us (1913us total) trans 4294970512 rc 0/0 00000100:00100000:0.0:1746070949.783332:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1640 00002000:00100000:0.0:1746070949.783340:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ed59180 x1830887430397568/t4294970512(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.783475:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed59180 with x1830887430397568 ext(0->7) 00010000:00010000:0.0:1746070949.783483:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d7060008034d8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ba8 expref: 295 pid: 9567 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.783494:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d7060008034d8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ba8 expref: 295 pid: 9567 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.783500:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed59180 00000001:00080000:0.0:1746070949.784765:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970512 is committed 00000100:00100000:0.0:1746070949.788952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.793989:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.794030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.799900:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.799967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.805702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.813281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.816259:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887430398848:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 811us (2982us total) trans 4294970513 rc 0/0 00000100:00100000:0.0:1746070949.816266:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1642 00002000:00100000:0.0:1746070949.816272:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ed59c00 x1830887430398848/t4294970513(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.816279:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed59c00 with x1830887430398848 ext(0->7) 00010000:00010000:0.0:1746070949.816285:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36ee00/0xa5d7060008034d98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011bb6 expref: 8 pid: 9567 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.816296:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36ee00/0xa5d7060008034d98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011bb6 expref: 8 pid: 9567 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.816306:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed59c00 00000100:00100000:0.0:1746070949.823273:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.827744:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.831564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.832355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.838236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.841421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.842975:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2008:x1830887430400128:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1287us (1556us total) trans 4294970514 rc 0/0 00000100:00100000:0.0:1746070949.842983:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1644 00002000:00100000:0.0:1746070949.842989:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ef05f80 x1830887430400128/t4294970514(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.842996:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05f80 with x1830887430400128 ext(0->7) 00010000:00010000:0.0:1746070949.843001:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034da6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011bc4 expref: 11 pid: 9567 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.843012:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034da6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011bc4 expref: 11 pid: 9567 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.843017:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ef05f80 00000100:00100000:0.0:1746070949.846714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.849329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.851379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.853774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.853817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.856007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.856037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.856074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.859137:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.866156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.872672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.875478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.882751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.882833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.882888:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430402432 00000100:00100000:0.0:1746070949.882895:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430402432 00000100:00100000:0.0:1746070949.882925:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430402560 00000100:00100000:0.0:1746070949.882927:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430402560 00000100:00100000:0.0:1746070949.882942:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28283 00000100:00100000:0.0:1746070949.882948:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430402432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070949.882961:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070949.882975:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800820cea00/0xa5d7060008034dc9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011be7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.882993:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.882995:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.883001:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800820cea00/0xa5d7060008034dc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011be7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.883013:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800820cea00/0xa5d7060008034dc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011be7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.883021:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800820cea00, rc 0) 00000100:00100000:0.0:1746070949.883060:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1004:x1830887430402432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070949.883066:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28283 00000100:00100000:0.0:1746070949.883079:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28284 00000100:00100000:0.0:1746070949.883083:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:1003:x1830887430402560:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070949.883089:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070949.883094:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800820cf000/0xa5d7060008034dd0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011bee expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.883106:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d7060008034dc2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011be0 expref: 13 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.883113:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800820cea00/0xa5d7060008034dc9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011be7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.883118:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.883119:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.883122:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800820cf000/0xa5d7060008034dd0 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011bee expref: 13 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.883143:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800820cea00/0xa5d7060008034dc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011be7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.883154:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800820cea00/0xa5d7060008034dc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011be7 expref: 5 pid: 9566 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746070949.883163:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fd25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426378880:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070949.883214:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d7060008034dc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011be0 expref: 13 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.883222:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d7060008034dc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011be0 expref: 13 pid: 10108 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746070949.883230:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fd26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426379008:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070949.883244:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070949.884385:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.889038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.889913:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430403072 00000100:00100000:0.0:1746070949.889917:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430403072 00010000:00010000:0.0:1746070949.889931:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800820cea00/0xa5d7060008034dc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011be7 expref: 6 pid: 9566 timeout: 772 lvb_type: 0 00000100:00100000:0.0:1746070949.890247:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12090 00000100:00100000:0.0:1746070949.890253:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430403072:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070949.890261:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070949.890270:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800820cea00/0xa5d7060008034dc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011be7 expref: 6 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.890346:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800820cea00/0xa5d7060008034dc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011be7 expref: 6 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.890359:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800820cea00/0xa5d7060008034dc9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011be7 expref: 6 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.890580:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.890582:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070949.890589:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800820cf000/0xa5d7060008034dd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011bee expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.890596:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800820cf000/0xa5d7060008034dd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011bee expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070949.890620:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800820cf000/0xa5d7060008034dd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011bee expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070949.890630:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fd26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426379136:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070949.891288:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070949.893550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.898074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.899333:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2009:x1830887430403712:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1047us (1264us total) trans 4294970516 rc 0/0 00000100:00100000:0.0:1746070949.899341:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1649 00002000:00100000:0.0:1746070949.899346:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fd26680 x1830887430403712/t4294970516(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.899354:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd26680 with x1830887430403712 ext(0->7) 00010000:00010000:0.0:1746070949.899359:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820cf000/0xa5d7060008034dd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011bee expref: 15 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.899369:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820cf000/0xa5d7060008034dd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011bee expref: 15 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.899375:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd26680 00000100:00100000:0.0:1746070949.904633:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.908518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.911280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.913177:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.913651:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.915988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.916017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.916574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.917640:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.919665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.921159:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887430405504:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1369us (1492us total) trans 4294970517 rc 0/0 00000100:00100000:0.0:1746070949.921167:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1652 00002000:00100000:0.0:1746070949.921172:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d301180 x1830887430405504/t4294970517(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.921179:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301180 with x1830887430405504 ext(0->7) 00010000:00010000:0.0:1746070949.921186:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008034de5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c03 expref: 17 pid: 9567 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.921196:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008034de5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c03 expref: 17 pid: 9567 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.921202:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d301180 00000100:00100000:0.0:1746070949.922770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.925416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.930226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.937166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.937215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.940002:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.940038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.940741:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.944462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.947267:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430407296 00000100:00100000:0.0:1746070949.947273:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430407296 00002000:00100000:0.0:1746070949.947300:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d851880 x1830887430407296/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.947307:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851880 with x1830887430407296 ext(0->7) 00010000:00010000:0.0:1746070949.947313:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe600/0xa5d7060008034dfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c18 expref: 16 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.947324:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fe600/0xa5d7060008034dfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c18 expref: 16 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.947330:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d851880 00000100:00100000:0.0:1746070949.947411:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1654 00000100:00100000:0.0:1746070949.947418:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887430407296:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.948208:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887430407296:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 789us (1015us total) trans 4294970518 rc 0/0 00000100:00100000:0.0:1746070949.948215:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1654 00002000:00100000:0.0:1746070949.948221:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d851880 x1830887430407296/t4294970518(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.948228:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851880 with x1830887430407296 ext(0->7) 00010000:00010000:0.0:1746070949.948233:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe600/0xa5d7060008034dfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c18 expref: 18 pid: 9566 timeout: 772 lvb_type: 0 00010000:00010000:0.0:1746070949.948243:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fe600/0xa5d7060008034dfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c18 expref: 18 pid: 9566 timeout: 772 lvb_type: 0 00002000:00010000:0.0:1746070949.948249:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d851880 00000100:00100000:0.0:1746070949.952346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.955892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.959185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.959563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.962792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.962850:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.965526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.965816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.968191:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.970523:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.971309:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887430409088:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 631us (789us total) trans 4294970519 rc 0/0 00000100:00100000:0.0:1746070949.971448:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1657 00002000:00100000:0.0:1746070949.971455:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c10a80 x1830887430409088/t4294970519(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.971462:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c10a80 with x1830887430409088 ext(0->7) 00010000:00010000:0.0:1746070949.971467:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034e0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c2d expref: 20 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070949.971477:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034e0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c2d expref: 20 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070949.971487:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c10a80 00000100:00100000:0.0:1746070949.972949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.974937:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.974976:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430409472 00000100:00100000:0.0:1746070949.974980:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430409472 00002000:00100000:0.0:1746070949.975003:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c11f80 x1830887430409472/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.975011:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c11f80 with x1830887430409472 ext(0->4095) 00002000:00010000:0.0:1746070949.975015:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098c11f80 00000100:00100000:0.0:1746070949.975188:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12749 00000100:00100000:0.0:1746070949.975195:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430409472:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.975292:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430409472:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (353us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070949.975297:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12749 00002000:00100000:0.0:1746070949.975302:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c11f80 x1830887430409472/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746070960 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.975308:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c11f80 with x1830887430409472 ext(0->4095) 00002000:00010000:0.0:1746070949.975311:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098c11f80 00000100:00100000:0.0:1746070949.976914:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.978970:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.979995:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.981521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.983066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.983097:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.987165:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430410624 00000100:00100000:0.0:1746070949.987170:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430410624 00002000:00100000:0.0:1746070949.987200:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8cea00 x1830887430410624/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746070960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.987208:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cea00 with x1830887430410624 ext(0->4095) 00010000:00010000:0.0:1746070949.987215:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36ec00/0xa5d7060008034e24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c42 expref: 20 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070949.987228:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36ec00/0xa5d7060008034e24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c42 expref: 20 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070949.987234:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8cea00 00000100:00100000:0.0:1746070949.987247:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1659 00000100:00100000:0.0:1746070949.987252:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887430410624:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070949.987356:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887430410624:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070949.987361:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1659 00002000:00100000:0.0:1746070949.987365:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8cea00 x1830887430410624/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.987372:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cea00 with x1830887430410624 ext(0->4095) 00010000:00010000:0.0:1746070949.987376:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36ec00/0xa5d7060008034e24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c42 expref: 20 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070949.987385:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36ec00/0xa5d7060008034e24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c42 expref: 20 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070949.987394:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8cea00 00000100:00100000:0.0:1746070949.988740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070949.992609:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2007:x1830887430410880:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3704us (3863us total) trans 4294970520 rc 0/0 00000100:00100000:0.0:1746070949.992619:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1660 00002000:00100000:0.0:1746070949.992627:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c12a00 x1830887430410880/t4294970520(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746070960 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070949.992635:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c12a00 with x1830887430410880 ext(0->7) 00010000:00010000:0.0:1746070949.992643:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36ec00/0xa5d7060008034e24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c42 expref: 22 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070949.992656:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36ec00/0xa5d7060008034e24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c42 expref: 22 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070949.992662:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c12a00 00000100:00100000:0.0:1746070950.001514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.003200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.003240:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430411392 00000100:00100000:0.0:1746070950.003243:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430411392 00000100:00100000:0.0:1746070950.003261:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28298 00000100:00100000:0.0:1746070950.003382:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1003:x1830887430411392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070950.003391:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070950.003403:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a617d800/0xa5d7060008034e32 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011c50 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.003425:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7200/0xa5d7060008034e2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c49 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.003432:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.003434:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.003437:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617d800/0xa5d7060008034e32 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c50 expref: 22 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.003457:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7200/0xa5d7060008034e2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c49 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.003467:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7200/0xa5d7060008034e2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c49 expref: 5 pid: 9566 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1746070950.003476:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e896a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426382080:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070950.003534:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070950.005595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.010021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.012804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.017367:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:2008:x1830887430412160:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4343us (4560us total) trans 4294970521 rc 0/0 00000100:00100000:0.0:1746070950.017379:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1662 00002000:00100000:0.0:1746070950.017388:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012e896a00 x1830887430412160/t4294970521(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.017396:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e896a00 with x1830887430412160 ext(0->7) 00010000:00010000:0.0:1746070950.017406:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a617d800/0xa5d7060008034e32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c50 expref: 25 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.017419:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a617d800/0xa5d7060008034e32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c50 expref: 25 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.017425:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e896a00 00000100:00100000:0.0:1746070950.021736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.026946:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.027016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.027037:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430412672 00000100:00100000:0.0:1746070950.027042:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430412672 00002000:00100000:0.0:1746070950.027072:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e0b3100 x1830887430412672/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746070961 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.027080:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b3100 with x1830887430412672 ext(0->4095) 00002000:00010000:0.0:1746070950.027084:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e0b3100 00000100:00100000:0.0:1746070950.027112:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12751 00000100:00100000:0.0:1746070950.027119:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2008:x1830887430412672:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070950.027212:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2008:x1830887430412672:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (195us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070950.027217:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12751 00002000:00100000:0.0:1746070950.027221:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e0b3100 x1830887430412672/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746070961 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.027227:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b3100 with x1830887430412672 ext(0->4095) 00002000:00010000:0.0:1746070950.027230:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e0b3100 00000100:00100000:0.0:1746070950.031108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.031212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.034480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.038642:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.042153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.049131:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.051168:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.053467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.055196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.055225:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.057211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.057238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.057263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.061169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.063439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.064724:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2009:x1830887430415488:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 878us (1285us total) trans 4294970523 rc 0/0 00000100:00100000:0.0:1746070950.064732:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1666 00002000:00100000:0.0:1746070950.064738:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dedd880 x1830887430415488/t4294970523(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.064745:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd880 with x1830887430415488 ext(0->7) 00010000:00010000:0.0:1746070950.064749:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034e55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c73 expref: 29 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.064759:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034e55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c73 expref: 29 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.064769:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dedd880 00000100:00100000:0.0:1746070950.066571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.066821:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12110 00000100:00100000:0.0:1746070950.066828:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2009:x1830887430415616:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070950.066838:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070950.066851:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034e55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c73 expref: 29 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.066860:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034e55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c73 expref: 29 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.066922:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034e55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c73 expref: 29 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.066943:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.066945:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.066950:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008034e5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c7a expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.066957:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008034e5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c7a expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.066987:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008034e5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c7a expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070950.066997:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c216300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426383616:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070950.067070:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070950.073180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.073272:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c216300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426383616:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070950.073289:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070950.073332:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2009:x1830887430415616:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6505us (6765us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070950.073340:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12110 00000100:00100000:0.0:1746070950.078085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.078134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.082137:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430416256 00000100:00100000:0.0:1746070950.082144:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430416256 00010000:00010000:0.0:1746070950.082170:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008034e5c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c7a expref: 30 pid: 9566 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1746070950.082203:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12111 00000100:00100000:0.0:1746070950.082209:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2007:x1830887430416256:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070950.082224:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070950.082240:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008034e5c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c7a expref: 30 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.082249:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008034e5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c7a expref: 30 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.082269:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.082271:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.082276:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034e63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c81 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.082288:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c81 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.082311:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c81 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.082320:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034e63 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c81 expref: 29 pid: 9566 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1746070950.082328:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c217480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426384000:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070950.082376:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070950.084011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.086725:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.088908:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2007:x1830887430416768:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1651us (2183us total) trans 4294970524 rc 0/0 00000100:00100000:0.0:1746070950.088914:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1668 00002000:00100000:0.0:1746070950.088919:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c217b80 x1830887430416768/t4294970524(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.088925:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217b80 with x1830887430416768 ext(0->7) 00010000:00010000:0.0:1746070950.088930:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c81 expref: 30 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.088937:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c81 expref: 30 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.088945:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c217b80 00000100:00100000:0.0:1746070950.094899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.098431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.102393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.103584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.105307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.107978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.111353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.112584:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2010:x1830887430418048:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1044us (1234us total) trans 4294970525 rc 0/0 00000100:00100000:0.0:1746070950.112591:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1670 00002000:00100000:0.0:1746070950.112596:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c214e00 x1830887430418048/t4294970525(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.112604:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214e00 with x1830887430418048 ext(0->7) 00010000:00010000:0.0:1746070950.112610:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c8f expref: 33 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.112620:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011c8f expref: 33 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.112625:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c214e00 00000100:00100000:0.0:1746070950.115991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.120776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.127593:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.129454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.130425:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.133667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.133708:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.134701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.138061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.140823:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.147177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.150455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.153442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.156612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.157088:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.159544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.160519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.163021:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.165508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.169760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.170933:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2010:x1830887430421888:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 986us (1176us total) trans 4294970527 rc 0/0 00000100:00100000:0.0:1746070950.170940:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1676 00002000:00100000:0.0:1746070950.170946:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fd19180 x1830887430421888/t4294970527(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.170953:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19180 with x1830887430421888 ext(0->7) 00010000:00010000:0.0:1746070950.170958:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a617b600/0xa5d7060008034e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cb9 expref: 36 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.170967:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a617b600/0xa5d7060008034e9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cb9 expref: 36 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.170977:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd19180 00000100:00100000:0.0:1746070950.172369:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.180424:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.180651:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.183678:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.186297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.188973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.194338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.196177:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2010:x1830887430423168:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1160us (1842us total) trans 4294970528 rc 0/0 00000100:00100000:0.0:1746070950.196184:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1679 00002000:00100000:0.0:1746070950.196191:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fd1bb80 x1830887430423168/t4294970528(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.196198:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1bb80 with x1830887430423168 ext(0->7) 00010000:00010000:0.0:1746070950.196204:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cc7 expref: 39 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.196215:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cc7 expref: 39 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.196220:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd1bb80 00000100:00100000:0.0:1746070950.201131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.207109:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430423680 00000100:00100000:0.0:1746070950.207115:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430423680 00002000:00100000:0.0:1746070950.207140:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8cca80 x1830887430423680/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746070961 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.207149:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cca80 with x1830887430423680 ext(0->4095) 00010000:00010000:0.0:1746070950.207155:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36e200/0xa5d7060008034eb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cce expref: 39 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.207164:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36e200/0xa5d7060008034eb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cce expref: 39 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.207170:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8cca80 00000100:00100000:0.0:1746070950.207195:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1680 00000100:00100000:0.0:1746070950.207201:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2007:x1830887430423680:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070950.207308:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2007:x1830887430423680:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (245us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070950.207314:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1680 00002000:00100000:0.0:1746070950.207319:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8cca80 x1830887430423680/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.207326:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cca80 with x1830887430423680 ext(0->4095) 00010000:00010000:0.0:1746070950.207331:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36e200/0xa5d7060008034eb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cce expref: 39 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.207339:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36e200/0xa5d7060008034eb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cce expref: 39 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.207345:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8cca80 00000100:00100000:0.0:1746070950.210551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.210591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.212993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.218378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.219980:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2007:x1830887430424448:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1369us (1603us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746070950.219987:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1682 00002000:00100000:0.0:1746070950.219993:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d803800 x1830887430424448/t4294970529(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.220000:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803800 with x1830887430424448 ext(0->7) 00010000:00010000:0.0:1746070950.220005:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034eb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cd5 expref: 40 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.220015:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d7060008034eb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cd5 expref: 40 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.220020:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d803800 00000100:00100000:0.0:1746070950.223023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.226117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.226555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.227507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.230522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.234905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.235948:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2009:x1830887430425728:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 604us (1047us total) trans 4294970530 rc 0/0 00000100:00100000:0.0:1746070950.235955:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1684 00002000:00100000:0.0:1746070950.235960:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009def0e00 x1830887430425728/t4294970530(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.235967:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009def0e00 with x1830887430425728 ext(0->7) 00010000:00010000:0.0:1746070950.235971:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034ec5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ce3 expref: 43 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.235979:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8600/0xa5d7060008034ec5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ce3 expref: 43 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.235983:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009def0e00 00000100:00100000:0.0:1746070950.238404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.242968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.245153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.246932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.248229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.251040:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.252351:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430426880 00000100:00100000:0.0:1746070950.252358:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430426880 00000100:00100000:0.0:1746070950.252457:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28323 00000100:00100000:0.0:1746070950.252462:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:1004:x1830887430426880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070950.252471:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070950.252479:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c703400/0xa5d7060008034ee1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011cff expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.252491:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e36ea00/0xa5d7060008034eda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cf8 expref: 43 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.252496:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070950.252498:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070950.252500:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c703400/0xa5d7060008034ee1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cff expref: 43 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.253068:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e36ea00/0xa5d7060008034eda lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cf8 expref: 43 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.253076:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e36ea00/0xa5d7060008034eda lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cf8 expref: 43 pid: 9568 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1746070950.253083:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e5c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9568:1830887426387968:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070950.253126:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070950.255244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.257134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.258436:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2008:x1830887430427520:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1169us (1303us total) trans 4294970531 rc 0/0 00000100:00100000:0.0:1746070950.258444:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1686 00002000:00100000:0.0:1746070950.258450:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e5c3b80 x1830887430427520/t4294970531(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.258457:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3b80 with x1830887430427520 ext(0->7) 00010000:00010000:0.0:1746070950.258462:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36ea00/0xa5d7060008034eda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cf8 expref: 45 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.258473:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36ea00/0xa5d7060008034eda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011cf8 expref: 45 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.258479:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e5c3b80 00000100:00100000:0.0:1746070950.266431:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.270438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.272684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.272830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.274653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.277571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.278634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070950.279298:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746070950.280048:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746070950.280051:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746070950.280672:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746070950.280674:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746070950.281147:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070950.281799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.283141:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2007:x1830887430429696:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1036us (1340us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1746070950.283149:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1688 00002000:00100000:0.0:1746070950.283155:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e5c1180 x1830887430429696/t4294970532(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.283162:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c1180 with x1830887430429696 ext(0->7) 00010000:00010000:0.0:1746070950.283167:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36e400/0xa5d7060008034ee8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d0d expref: 46 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.283177:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36e400/0xa5d7060008034ee8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d0d expref: 46 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.283182:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e5c1180 00000100:00100000:0.0:1746070950.284339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.287891:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.291309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.293016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.295113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.297373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.298167:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.298187:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.301264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.304718:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.306607:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2009:x1830887430431488:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 649us (1895us total) trans 4294970533 rc 0/0 00000100:00100000:0.0:1746070950.306614:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1691 00002000:00100000:0.0:1746070950.306620:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5edf480 x1830887430431488/t4294970533(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.306627:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edf480 with x1830887430431488 ext(0->7) 00010000:00010000:0.0:1746070950.306632:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034efd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d1b expref: 48 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.306642:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034efd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d1b expref: 48 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.306647:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5edf480 00000100:00100000:0.0:1746070950.308691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.317175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.318359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.319442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.320198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.323336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.326415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.328542:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2008:x1830887430432768:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1898us (2128us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1746070950.328550:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1693 00002000:00100000:0.0:1746070950.328558:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fe8e300 x1830887430432768/t4294970534(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.328566:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8e300 with x1830887430432768 ext(0->7) 00010000:00010000:0.0:1746070950.328573:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36e200/0xa5d7060008034f0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d29 expref: 51 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.328584:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36e200/0xa5d7060008034f0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d29 expref: 51 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.328590:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe8e300 00000100:00100000:0.0:1746070950.331000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.334179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.336241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.339279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.342790:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.344426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.344995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.346971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.347041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.349503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.355966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.357400:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2009:x1830887430434816:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1248us (1442us total) trans 4294970535 rc 0/0 00000100:00100000:0.0:1746070950.357410:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1696 00002000:00100000:0.0:1746070950.357417:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a50f8000 x1830887430434816/t4294970535(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.357424:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8000 with x1830887430434816 ext(0->7) 00010000:00010000:0.0:1746070950.357430:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36fe00/0xa5d7060008034f20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d3e expref: 52 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.357440:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36fe00/0xa5d7060008034f20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d3e expref: 52 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.357445:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a50f8000 00000100:00100000:0.0:1746070950.359929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.366337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.369149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.371406:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.376855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.380087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.380167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.381837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.385107:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430436352 00000100:00100000:0.0:1746070950.385112:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430436352 00002000:00100000:0.0:1746070950.385143:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d850a80 x1830887430436352/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746070961 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.385152:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850a80 with x1830887430436352 ext(0->4095) 00010000:00010000:0.0:1746070950.385159:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034f35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d53 expref: 53 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.385171:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034f35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d53 expref: 53 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.385177:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d850a80 00000100:00100000:0.0:1746070950.385205:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1697 00000100:00100000:0.0:1746070950.385210:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:2010:x1830887430436352:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070950.385746:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:2010:x1830887430436352:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 534us (847us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070950.385752:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1697 00002000:00100000:0.0:1746070950.385758:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d850a80 x1830887430436352/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.385765:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850a80 with x1830887430436352 ext(0->4095) 00010000:00010000:0.0:1746070950.385769:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034f35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d53 expref: 53 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.385778:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034f35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d53 expref: 53 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.385783:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d850a80 00000100:00100000:0.0:1746070950.388367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.389360:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2009:x1830887430436608:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 679us (996us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1746070950.389366:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1698 00002000:00100000:0.0:1746070950.389372:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5c1d500 x1830887430436608/t4294970536(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.389378:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d500 with x1830887430436608 ext(0->7) 00010000:00010000:0.0:1746070950.389383:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034f35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d53 expref: 55 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.389391:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9e00/0xa5d7060008034f35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d53 expref: 55 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.389396:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c1d500 00000100:00100000:0.0:1746070950.400302:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.410185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.414997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.415036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.419396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.419482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.424419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.428727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.433554:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.438682:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.442789:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2010:x1830887430438272:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3948us (4099us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1746070950.442801:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1700 00002000:00100000:0.0:1746070950.442811:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ff30a80 x1830887430438272/t4294970537(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.442820:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff30a80 with x1830887430438272 ext(0->7) 00010000:00010000:0.0:1746070950.442827:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6166400/0xa5d7060008034f4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d68 expref: 56 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.442841:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6166400/0xa5d7060008034f4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d68 expref: 56 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.442847:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ff30a80 00000100:00100000:0.0:1746070950.444414:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.447512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.448776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.451292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.451355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.453162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.453179:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430439296 00000100:00100000:0.0:1746070950.453182:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430439296 00002000:00100000:0.0:1746070950.453205:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e352300 x1830887430439296/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746070961 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.453214:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e352300 with x1830887430439296 ext(0->4095) 00010000:00010000:0.0:1746070950.453219:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a617b600/0xa5d7060008034f58 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d76 expref: 58 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.453230:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a617b600/0xa5d7060008034f58 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d76 expref: 58 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.453236:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e352300 00000100:00100000:0.0:1746070950.453246:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1702 00000100:00100000:0.0:1746070950.453250:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2008:x1830887430439296:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070950.453334:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2008:x1830887430439296:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 82us (172us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070950.453340:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1702 00002000:00100000:0.0:1746070950.453344:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e352300 x1830887430439296/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.453351:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e352300 with x1830887430439296 ext(0->4095) 00010000:00010000:0.0:1746070950.453355:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a617b600/0xa5d7060008034f58 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d76 expref: 58 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.453363:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a617b600/0xa5d7060008034f58 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d76 expref: 58 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.453368:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e352300 00000100:00100000:0.0:1746070950.454806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.456541:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2007:x1830887430439552:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1575us (1731us total) trans 4294970538 rc 0/0 00000100:00100000:0.0:1746070950.456551:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1703 00002000:00100000:0.0:1746070950.456559:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e352a00 x1830887430439552/t4294970538(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.456567:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e352a00 with x1830887430439552 ext(0->7) 00010000:00010000:0.0:1746070950.456573:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a617b600/0xa5d7060008034f58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d76 expref: 59 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.456586:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a617b600/0xa5d7060008034f58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d76 expref: 59 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.456591:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e352a00 00000100:00100000:0.0:1746070950.459179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.462616:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.462842:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12773 00000100:00100000:0.0:1746070950.462851:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2009:x1830887430439936:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070950.463173:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2009:x1830887430439936:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 323us (558us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070950.463179:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12773 00002000:00100000:0.0:1746070950.463184:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e353b80 x1830887430439936/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746070961 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.463191:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e353b80 with x1830887430439936 ext(0->4095) 00002000:00010000:0.0:1746070950.463193:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e353b80 00000100:00100000:0.0:1746070950.465753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.470078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.472257:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.473446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.474428:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.474484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.476286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.478932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.480387:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2008:x1830887430441600:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1335us (1455us total) trans 4294970539 rc 0/0 00000100:00100000:0.0:1746070950.480396:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1706 00002000:00100000:0.0:1746070950.480402:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e351f80 x1830887430441600/t4294970539(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.480410:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351f80 with x1830887430441600 ext(0->7) 00010000:00010000:0.0:1746070950.480416:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034f6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d8b expref: 60 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.480427:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008034f6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d8b expref: 60 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.480433:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e351f80 00000100:00100000:0.0:1746070950.483070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.488446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.493930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.493998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.497537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.497621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.501077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.501245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.501262:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430442880 00000100:00100000:0.0:1746070950.501265:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430442880 00010000:00010000:0.0:1746070950.501279:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800820fe600/0xa5d7060008034f7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d99 expref: 61 pid: 9567 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1746070950.501305:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12152 00000100:00100000:0.0:1746070950.501310:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887430442880:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070950.501317:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070950.501332:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800820fe600/0xa5d7060008034f7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d99 expref: 61 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.501340:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800820fe600/0xa5d7060008034f7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d99 expref: 61 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.501356:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe600/0xa5d7060008034f7b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011d99 expref: 61 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.501376:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.501378:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.501382:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008034f82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011da0 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.501388:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008034f82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011da0 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.501405:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008034f82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011da0 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.501413:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008034f82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011da0 expref: 60 pid: 9566 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1746070950.501421:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cfe3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426393344:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070950.501460:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070950.503627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.506335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.507923:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2009:x1830887430443392:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1340us (1589us total) trans 4294970540 rc 0/0 00000100:00100000:0.0:1746070950.507932:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1709 00002000:00100000:0.0:1746070950.507939:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5357800 x1830887430443392/t4294970540(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.507950:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5357800 with x1830887430443392 ext(0->7) 00010000:00010000:0.0:1746070950.507957:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008034f82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011da0 expref: 62 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.507966:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008034f82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011da0 expref: 62 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.507971:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5357800 00000100:00100000:0.0:1746070950.509841:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.519527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.521640:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.526464:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.533406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.536069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.536095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.536121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.536137:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430444416 00000100:00100000:0.0:1746070950.536142:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430444416 00010000:00010000:0.0:1746070950.536166:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008034f90 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011dae expref: 64 pid: 9566 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1746070950.536184:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430444544 00000100:00100000:0.0:1746070950.536185:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430444544 00010000:00010000:0.0:1746070950.536193:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008034f89 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011da7 expref: 6 pid: 9566 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1746070950.536205:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12154 00000100:00100000:0.0:1746070950.536211:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad022850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2010:x1830887430444416:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070950.536220:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070950.536236:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008034f90 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011dae expref: 64 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.536244:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008034f90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011dae expref: 64 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.536263:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070950.536289:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad022850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2010:x1830887430444416:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 78us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070950.536294:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12154 00000100:00100000:0.0:1746070950.536326:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12155 00000100:00100000:0.0:1746070950.536331:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5357100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887430444544:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070950.536337:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070950.536343:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008034f89 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011da7 expref: 6 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.536352:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008034f89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011da7 expref: 6 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.536362:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.536364:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.536369:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a039fe00/0xa5d7060008034f97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011db5 expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.536377:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039fe00/0xa5d7060008034f97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011db5 expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.536398:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a039fe00/0xa5d7060008034f97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011db5 expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070950.536407:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5354380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426393856:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070950.536448:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070950.540567:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.547520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.551908:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2007:x1830887430445184:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4167us (4386us total) trans 4294970541 rc 0/0 00000100:00100000:0.0:1746070950.551919:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1711 00002000:00100000:0.0:1746070950.551930:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5354380 x1830887430445184/t4294970541(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.551938:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5354380 with x1830887430445184 ext(0->7) 00010000:00010000:0.0:1746070950.551946:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a039fe00/0xa5d7060008034f97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011db5 expref: 65 pid: 9566 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.551958:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a039fe00/0xa5d7060008034f97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011db5 expref: 65 pid: 9566 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.551964:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5354380 00000100:00100000:0.0:1746070950.555053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.559252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.562726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.562768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.566846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.567445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.571474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.577041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.584155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.589386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.592082:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887430446848:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1862us (2696us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1746070950.592091:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1713 00002000:00100000:0.0:1746070950.592098:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a607f100 x1830887430446848/t4294970542(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.592110:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607f100 with x1830887430446848 ext(0->7) 00010000:00010000:0.0:1746070950.592118:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008034fac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011dca expref: 66 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.592130:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008034fac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011dca expref: 66 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.592136:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a607f100 00000100:00100000:0.0:1746070950.597855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.601722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.604543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.604633:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.604665:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430447488 00000100:00100000:0.0:1746070950.604668:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430447488 00000100:00100000:0.0:1746070950.604687:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28355 00000100:00100000:0.0:1746070950.604692:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1004:x1830887430447488:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070950.604699:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070950.604705:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007ea8ac00/0xa5d7060008034fc1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011ddf expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.604715:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.604718:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe400/0xa5d7060008034fba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011dd8 expref: 68 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.604723:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070950.604725:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007ea8ac00/0xa5d7060008034fc1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ddf expref: 68 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.605081:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800820fe400/0xa5d7060008034fba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011dd8 expref: 68 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.605092:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007ea8ac00/0xa5d7060008034fc1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ddf expref: 68 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.605100:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007ea8ac00, rc 0) 00000100:00100000:0.0:1746070950.605120:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1004:x1830887430447488:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 427us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070950.605125:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28355 00000100:00100000:0.0:1746070950.607668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.612840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.616378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.618215:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2007:x1830887430448128:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1657us (1838us total) trans 4294970543 rc 0/0 00000100:00100000:0.0:1746070950.618227:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1715 00002000:00100000:0.0:1746070950.618235:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e2f100 x1830887430448128/t4294970543(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.618243:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f100 with x1830887430448128 ext(0->7) 00010000:00010000:0.0:1746070950.618249:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe400/0xa5d7060008034fba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011dd8 expref: 69 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.618260:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fe400/0xa5d7060008034fba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011dd8 expref: 69 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.618267:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e2f100 00000100:00100000:0.0:1746070950.625614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.625833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.628671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.631130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.631196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.634660:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.644618:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.646312:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2010:x1830887430449408:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1139us (1698us total) trans 4294970544 rc 0/0 00000100:00100000:0.0:1746070950.646319:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1718 00002000:00100000:0.0:1746070950.646325:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e2c700 x1830887430449408/t4294970544(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.646332:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2c700 with x1830887430449408 ext(0->7) 00010000:00010000:0.0:1746070950.646338:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008034fc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011de6 expref: 70 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.646349:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008034fc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011de6 expref: 70 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.646354:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e2c700 00000100:00100000:0.0:1746070950.650719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.650765:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:0.0:1746070950.650996:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800820fe000/0xa5d7060008034fcf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ded expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.651009:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d7060008034fd6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011df4 expref: 72 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.651018:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800820fee00, rc 0) 00000100:00100000:0.0:1746070950.651061:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1003:x1830887430449664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 230us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070950.651067:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28358 00000100:00100000:0.0:1746070950.652994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.656227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.659562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.661513:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430450432 00000100:00100000:0.0:1746070950.661519:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430450432 00000100:00100000:0.0:1746070950.661547:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28359 00000100:00100000:0.0:1746070950.661553:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430450432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070950.661564:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070950.661576:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007ea8a600/0xa5d7060008034fdd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011dfb expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.661598:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d7060008034fd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011df4 expref: 69 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.661604:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070950.661606:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070950.661609:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007ea8a600/0xa5d7060008034fdd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011dfb expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.661633:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d7060008034fd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011df4 expref: 69 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.661643:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d7060008034fd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011df4 expref: 69 pid: 9568 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1746070950.661652:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009491bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9568:1830887426396160:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070950.662538:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070950.665197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.666137:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2007:x1830887430450560:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 698us (943us total) trans 4294970545 rc 0/0 00000100:00100000:0.0:1746070950.666143:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1720 00002000:00100000:0.0:1746070950.666149:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009491b800 x1830887430450560/t4294970545(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.666156:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b800 with x1830887430450560 ext(0->7) 00010000:00010000:0.0:1746070950.666161:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d7060008034fd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011df4 expref: 72 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.666173:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d7060008034fd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011df4 expref: 72 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.666179:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009491b800 00000100:00100000:0.0:1746070950.669206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.671932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.676900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.678975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.680276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.683102:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.686034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.687309:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2009:x1830887430451840:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 684us (1278us total) trans 4294970546 rc 0/0 00000100:00100000:0.0:1746070950.687316:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1722 00002000:00100000:0.0:1746070950.687322:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c10380 x1830887430451840/t4294970546(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.687329:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c10380 with x1830887430451840 ext(0->7) 00010000:00010000:0.0:1746070950.687334:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36f600/0xa5d7060008034fe4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e02 expref: 75 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.687342:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36f600/0xa5d7060008034fe4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e02 expref: 75 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.687347:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c10380 00000100:00100000:0.0:1746070950.689298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.692474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.694636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.698613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.699687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.705222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.705303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.705664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.709772:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.712651:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.714406:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887430453632:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 750us (1758us total) trans 4294970547 rc 0/0 00000100:00100000:0.0:1746070950.714414:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1725 00002000:00100000:0.0:1746070950.714419:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ef04700 x1830887430453632/t4294970547(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.714426:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04700 with x1830887430453632 ext(0->7) 00010000:00010000:0.0:1746070950.714431:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008034ff9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e17 expref: 77 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.714440:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008034ff9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e17 expref: 77 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.714445:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ef04700 00000100:00100000:0.0:1746070950.717412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.730008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.740024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.742851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.745700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.749965:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2010:x1830887430454912:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 802us (4270us total) trans 4294970548 rc 0/0 00000100:00100000:0.0:1746070950.749972:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1727 00002000:00100000:0.0:1746070950.749977:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ef06d80 x1830887430454912/t4294970548(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.749985:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06d80 with x1830887430454912 ext(0->7) 00010000:00010000:0.0:1746070950.749989:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d7060008035007 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e2c expref: 78 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.749998:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d7060008035007 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e2c expref: 78 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.750003:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ef06d80 00000100:00100000:0.0:1746070950.753700:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.755786:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.760230:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.762722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.769660:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.772142:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430456064 00000100:00100000:0.0:1746070950.772147:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430456064 00000100:00100000:0.0:1746070950.772604:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28368 00000100:00100000:0.0:1746070950.772611:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:1003:x1830887430456064:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070950.772623:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070950.772636:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800820ce800/0xa5d706000803501c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011e3a expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.772657:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0291e00/0xa5d706000803500e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e25 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.772664:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a617b600/0xa5d7060008035015 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e33 expref: 79 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.772669:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.772670:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.772673:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800820ce800/0xa5d706000803501c lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e3a expref: 79 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.772694:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a617b600/0xa5d7060008035015 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e33 expref: 79 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.772703:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a617b600/0xa5d7060008035015 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e33 expref: 79 pid: 9567 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1746070950.772712:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426398080:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070950.772790:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0291e00/0xa5d706000803500e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e25 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.772798:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0291e00/0xa5d706000803500e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e25 expref: 5 pid: 9568 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1746070950.772964:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426398208:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070950.773930:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070950.775018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.775064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.775090:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.784935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.786279:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2009:x1830887430456960:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1017us (1349us total) trans 4294970549 rc 0/0 00000100:00100000:0.0:1746070950.786287:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1729 00002000:00100000:0.0:1746070950.786293:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ed5ad80 x1830887430456960/t4294970549(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.786300:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5ad80 with x1830887430456960 ext(0->7) 00010000:00010000:0.0:1746070950.786306:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820ce800/0xa5d706000803501c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e3a expref: 81 pid: 10108 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.786316:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820ce800/0xa5d706000803501c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e3a expref: 81 pid: 10108 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.786322:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed5ad80 00000100:00100000:0.0:1746070950.789825:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.794918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.799269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.799312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.799683:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28371 00000100:00100000:0.0:1746070950.799689:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430457472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070950.799700:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070950.799714:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008035031 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011e48 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.799732:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.799735:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070950.799741:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008035031 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e48 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070950.799839:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008035031 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e48 expref: 6 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.799846:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9600/0xa5d7060008035031 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e48 expref: 6 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.799884:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9600, rc 0) 00000100:00100000:0.0:1746070950.799919:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1004:x1830887430457472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 230us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070950.799925:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28371 00000100:00100000:0.0:1746070950.801483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.801516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.804151:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.804714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.806736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.809510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.811259:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:2008:x1830887430458752:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 881us (1751us total) trans 4294970550 rc 0/0 00000100:00100000:0.0:1746070950.811266:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1732 00002000:00100000:0.0:1746070950.811271:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcd9c00 x1830887430458752/t4294970550(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.811277:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9c00 with x1830887430458752 ext(0->7) 00010000:00010000:0.0:1746070950.811283:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a039ec00/0xa5d706000803502a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e4f expref: 83 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.811292:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a039ec00/0xa5d706000803502a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e4f expref: 83 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.811297:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcd9c00 00000100:00100000:0.0:1746070950.813540:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.816398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.818532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.823973:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.824026:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.828713:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.828738:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.829499:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.835682:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d301f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426399744:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070950.835693:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070950.835714:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887430459904:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5573us (6974us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070950.835720:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12180 00000100:00100000:0.0:1746070950.836930:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430460288 00000100:00100000:0.0:1746070950.836937:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430460288 00002000:00100000:0.0:1746070950.836969:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b8d6300 x1830887430460288/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746070961 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.836978:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d6300 with x1830887430460288 ext(0->4095) 00010000:00010000:0.0:1746070950.836984:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008035046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e64 expref: 83 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.836999:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008035046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e64 expref: 83 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.837005:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8d6300 00000100:00100000:0.0:1746070950.837033:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1734 00000100:00100000:0.0:1746070950.837041:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:2007:x1830887430460288:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070950.837263:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:2007:x1830887430460288:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 223us (1503us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070950.837269:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1734 00002000:00100000:0.0:1746070950.837274:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b8d6300 x1830887430460288/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.837281:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d6300 with x1830887430460288 ext(0->4095) 00010000:00010000:0.0:1746070950.837286:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008035046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e64 expref: 83 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.837295:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008035046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e64 expref: 83 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.837300:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8d6300 00000100:00100000:0.0:1746070950.843408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.846184:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+85:2010:x1830887430460544:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2508us (2725us total) trans 4294970551 rc 0/0 00000100:00100000:0.0:1746070950.846195:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1735 00002000:00100000:0.0:1746070950.846204:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d538000 x1830887430460544/t4294970551(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.846212:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538000 with x1830887430460544 ext(0->7) 00010000:00010000:0.0:1746070950.846220:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008035046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e64 expref: 85 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.846231:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a54b6a00/0xa5d7060008035046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e64 expref: 85 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.846237:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d538000 00000100:00100000:0.0:1746070950.849939:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.853514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.859118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.860395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.861269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.865658:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.869767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.873482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.877842:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.879213:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:2008:x1830887430462208:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1118us (1369us total) trans 4294970552 rc 0/0 00000100:00100000:0.0:1746070950.879220:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1737 00002000:00100000:0.0:1746070950.879225:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072777800 x1830887430462208/t4294970552(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.879232:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777800 with x1830887430462208 ext(0->7) 00010000:00010000:0.0:1746070950.879236:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d706000803505b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e79 expref: 86 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.879250:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d706000803505b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e79 expref: 86 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.879255:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072777800 00000100:00100000:0.0:1746070950.880453:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.891556:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.892597:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.899709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.900941:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2008:x1830887430463488:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 998us (1235us total) trans 4294970553 rc 0/0 00000100:00100000:0.0:1746070950.900947:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1739 00002000:00100000:0.0:1746070950.900953:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fbde680 x1830887430463488/t4294970553(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.900959:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbde680 with x1830887430463488 ext(0->7) 00010000:00010000:0.0:1746070950.900964:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a039f000/0xa5d7060008035069 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e87 expref: 89 pid: 9567 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.900972:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a039f000/0xa5d7060008035069 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e87 expref: 89 pid: 9567 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.900977:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fbde680 00000100:00100000:0.0:1746070950.905044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.907276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.909227:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.912740:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.914400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.915002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.915831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.917322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.920820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.923113:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:2010:x1830887430465536:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2006us (2293us total) trans 4294970554 rc 0/0 00000100:00100000:0.0:1746070950.923123:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1742 00002000:00100000:0.0:1746070950.923131:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a61b7480 x1830887430465536/t4294970554(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.923139:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b7480 with x1830887430465536 ext(0->7) 00010000:00010000:0.0:1746070950.923147:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007ea8aa00/0xa5d706000803507e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e9c expref: 90 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.923158:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007ea8aa00/0xa5d706000803507e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011e9c expref: 90 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.923164:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61b7480 00000100:00100000:0.0:1746070950.924686:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.926843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.931919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.933044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.936523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.942274:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.947906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.949572:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:2009:x1830887430466816:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1245us (1671us total) trans 4294970555 rc 0/0 00000100:00100000:0.0:1746070950.949582:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1744 00002000:00100000:0.0:1746070950.949587:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e00e00 x1830887430466816/t4294970555(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.949595:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00e00 with x1830887430466816 ext(0->7) 00010000:00010000:0.0:1746070950.949599:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ac00/0xa5d706000803508c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011eaa expref: 93 pid: 9568 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746070950.949608:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069ac00/0xa5d706000803508c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011eaa expref: 93 pid: 9568 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746070950.949614:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e00e00 00000100:00100000:0.0:1746070950.955447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.963788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.965804:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.971804:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.971846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.974885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.981107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.982023:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2010:x1830887430468096:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 656us (922us total) trans 4294970556 rc 0/0 00000100:00100000:0.0:1746070950.982029:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1747 00002000:00100000:0.0:1746070950.982034:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e352680 x1830887430468096/t4294970556(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746070961 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070950.982040:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e352680 with x1830887430468096 ext(0->7) 00010000:00010000:0.0:1746070950.982045:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d706000803509a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011eb8 expref: 94 pid: 9568 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070950.982054:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d706000803509a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011eb8 expref: 94 pid: 9568 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070950.982059:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e352680 00000100:00100000:0.0:1746070950.983506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.985353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.989269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.992555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.992594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.995507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.996145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070950.998149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.002774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070951.004407:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070951.005499:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887430469888:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1317us (2729us total) trans 4294970557 rc 0/0 00000100:00100000:0.0:1746070951.005506:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1750 00002000:00100000:0.0:1746070951.005513:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a607fb80 x1830887430469888/t4294970557(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.005520:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607fb80 with x1830887430469888 ext(0->7) 00010000:00010000:0.0:1746070951.005526:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080350af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ecd expref: 96 pid: 9568 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.005536:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080350af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ecd expref: 96 pid: 9568 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.005545:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a607fb80 00000100:00100000:0.0:1746070951.008140:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.011375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.013207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.013392:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430470400 00000100:00100000:0.0:1746070951.013396:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430470400 00000100:00080000:0.0:1746070951.013412:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:0.0:1746070951.013909:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a607d500 x1830887430470400/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746070962 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.013918:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607d500 with x1830887430470400 ext(0->4095) 00010000:00010000:0.0:1746070951.013924:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d70600080350b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ed4 expref: 6 pid: 9568 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.013933:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d70600080350b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ed4 expref: 6 pid: 9568 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.013939:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a607d500 00000100:00100000:0.0:1746070951.013951:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1751 00000100:00100000:0.0:1746070951.013957:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430470400:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070951.014138:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430470400:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 180us (1271us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070951.014143:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1751 00002000:00100000:0.0:1746070951.014147:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a607d500 x1830887430470400/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.014159:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607d500 with x1830887430470400 ext(0->4095) 00010000:00010000:0.0:1746070951.014163:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d70600080350b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ed4 expref: 6 pid: 9568 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.014171:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d70600080350b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ed4 expref: 6 pid: 9568 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.014176:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a607d500 00000100:00100000:0.0:1746070951.016263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.017800:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.024084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.035804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.035859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.040145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.044979:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430471552 00000100:00100000:0.0:1746070951.044986:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430471552 00002000:00100000:0.0:1746070951.045018:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009dcdb800 x1830887430471552/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746070962 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.045027:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdb800 with x1830887430471552 ext(0->4095) 00010000:00010000:0.0:1746070951.045035:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d70600080350c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ee2 expref: 6 pid: 9568 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.045047:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d70600080350c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ee2 expref: 6 pid: 9568 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.045054:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcdb800 00000100:00100000:0.0:1746070951.045778:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1753 00000100:00100000:0.0:1746070951.045786:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430471552:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070951.045918:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430471552:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (1017us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070951.045924:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1753 00002000:00100000:0.0:1746070951.045929:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009dcdb800 x1830887430471552/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.045936:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdb800 with x1830887430471552 ext(0->4095) 00010000:00010000:0.0:1746070951.045940:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d70600080350c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ee2 expref: 6 pid: 9568 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.045949:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d70600080350c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ee2 expref: 6 pid: 9568 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.045954:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcdb800 00000100:00100000:0.0:1746070951.049247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.052659:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.059426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.061224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.062920:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:2007:x1830887430472192:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1141us (1697us total) trans 4294970559 rc 0/0 00000100:00100000:0.0:1746070951.062926:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1754 00002000:00100000:0.0:1746070951.062932:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fd24700 x1830887430472192/t4294970559(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.062939:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd24700 with x1830887430472192 ext(0->7) 00010000:00010000:0.0:1746070951.062945:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ac00/0xa5d70600080350cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ee9 expref: 100 pid: 9568 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.062954:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069ac00/0xa5d70600080350cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ee9 expref: 100 pid: 9568 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.062959:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd24700 00000100:00100000:0.0:1746070951.065224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.067138:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.069586:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.070830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.071903:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.074094:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.074226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.079835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.080752:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:2008:x1830887430473984:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 710us (918us total) trans 4294970560 rc 0/0 00000100:00100000:0.0:1746070951.080758:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1757 00002000:00100000:0.0:1746070951.080764:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a01ff480 x1830887430473984/t4294970560(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.080770:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff480 with x1830887430473984 ext(0->7) 00010000:00010000:0.0:1746070951.080774:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ac00/0xa5d70600080350e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011efe expref: 102 pid: 9567 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.080782:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069ac00/0xa5d70600080350e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011efe expref: 102 pid: 9567 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.080791:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a01ff480 00000100:00100000:0.0:1746070951.082112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.086394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.089920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.095750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.096372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.099923:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.100801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.100824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.106114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.121445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.122444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.123684:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+105:2010:x1830887430475776:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1123us (1238us total) trans 4294970561 rc 0/0 00000100:00100000:0.0:1746070951.123692:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1759 00002000:00100000:0.0:1746070951.123698:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096eaca80 x1830887430475776/t4294970561(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.123706:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaca80 with x1830887430475776 ext(0->7) 00010000:00010000:0.0:1746070951.123711:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d70600080350f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f13 expref: 105 pid: 9567 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.123721:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d70600080350f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f13 expref: 105 pid: 9567 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.123727:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096eaca80 00000100:00100000:0.0:1746070951.124957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.128182:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d303100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426405760:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070951.128192:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070951.128207:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:2007:x1830887430476032:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3122us (3253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070951.128214:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12206 00000100:00100000:0.0:1746070951.132687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.139318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.142387:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.144689:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.145826:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+106:2007:x1830887430476928:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 907us (1135us total) trans 4294970562 rc 0/0 00000100:00100000:0.0:1746070951.145832:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1761 00002000:00100000:0.0:1746070951.145837:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8f4380 x1830887430476928/t4294970562(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.145844:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4380 with x1830887430476928 ext(0->7) 00010000:00010000:0.0:1746070951.145859:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008035103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f21 expref: 106 pid: 9567 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.145882:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008035103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f21 expref: 106 pid: 9567 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.145887:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f4380 00000100:00100000:0.0:1746070951.147510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.149905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.151797:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430477440 00000100:00100000:0.0:1746070951.151800:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430477440 00000100:00100000:0.0:1746070951.151822:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28403 00000100:00100000:0.0:1746070951.151827:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+105:1004:x1830887430477440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070951.151835:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070951.151846:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0171200/0xa5d7060008035111 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f011f2f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070951.153943:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.154682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.156177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.157364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.157958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.161077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.163519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.164669:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+108:2010:x1830887430478720:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1011us (1151us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1746070951.164677:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1764 00002000:00100000:0.0:1746070951.164683:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8f5f80 x1830887430478720/t4294970563(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.164691:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5f80 with x1830887430478720 ext(0->7) 00010000:00010000:0.0:1746070951.164697:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820ff200/0xa5d7060008035118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f36 expref: 108 pid: 9566 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.164706:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820ff200/0xa5d7060008035118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f36 expref: 108 pid: 9566 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.164711:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f5f80 00000100:00100000:0.0:1746070951.166752:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.170482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.173025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.175510:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1746070951.175518:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426408704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746070951.175534:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 981502784 pending 1462272 free 3920039936 avail 3688517632 00000100:00100000:0.0:1746070951.175567:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426408704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070951.175572:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1746070951.178329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.179945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.180547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.180609:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430479872 00000100:00100000:0.0:1746070951.180613:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430479872 00002000:00100000:0.0:1746070951.180633:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8f4000 x1830887430479872/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746070962 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.180640:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4000 with x1830887430479872 ext(0->4095) 00010000:00010000:0.0:1746070951.180645:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fea00/0xa5d706000803511f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f3d expref: 6 pid: 9566 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.180653:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fea00/0xa5d706000803511f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f3d expref: 6 pid: 9566 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.180658:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f4000 00000100:00100000:0.0:1746070951.180671:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1765 00000100:00100000:0.0:1746070951.180676:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430479872:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070951.180752:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430479872:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 76us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070951.180758:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1765 00002000:00100000:0.0:1746070951.180762:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c8f4000 x1830887430479872/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.180768:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4000 with x1830887430479872 ext(0->4095) 00010000:00010000:0.0:1746070951.180772:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fea00/0xa5d706000803511f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f3d expref: 6 pid: 9566 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.180778:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fea00/0xa5d706000803511f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f3d expref: 6 pid: 9566 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.180783:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f4000 00000100:00100000:0.0:1746070951.183502:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.183532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.183584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.187703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.191968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.197099:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+111:2009:x1830887430480768:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3881us (5132us total) trans 4294970564 rc 0/0 00000100:00100000:0.0:1746070951.197111:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1767 00002000:00100000:0.0:1746070951.197121:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8f5500 x1830887430480768/t4294970564(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.197130:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5500 with x1830887430480768 ext(0->7) 00010000:00010000:0.0:1746070951.197140:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8e00/0xa5d706000803512d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f4b expref: 111 pid: 9568 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.197155:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8e00/0xa5d706000803512d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f4b expref: 111 pid: 9568 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.197161:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f5500 00000100:00100000:0.0:1746070951.205745:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.211965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.217006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.217360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.221193:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.222802:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.224677:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.228391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.237941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.245797:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.249034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.254844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.260076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.266477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.267552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.269444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.271267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.274969:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.282774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.292834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.296340:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.296635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.299609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.306927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.310452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.311162:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430485248 00000100:00100000:0.0:1746070951.311169:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430485248 00002000:00100000:0.0:1746070951.311205:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5edc700 x1830887430485248/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746070962 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.311213:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edc700 with x1830887430485248 ext(0->4095) 00002000:00010000:0.0:1746070951.311217:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5edc700 00000100:00100000:0.0:1746070951.311243:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12811 00000100:00100000:0.0:1746070951.311250:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+114:2010:x1830887430485248:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070951.311353:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+114:2010:x1830887430485248:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (903us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070951.311358:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12811 00002000:00100000:0.0:1746070951.311362:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5edc700 x1830887430485248/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746070962 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.311368:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edc700 with x1830887430485248 ext(0->4095) 00002000:00010000:0.0:1746070951.311371:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5edc700 00000100:00100000:0.0:1746070951.313000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.315490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.319165:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+116:2007:x1830887430485504:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3177us (3671us total) trans 4294970567 rc 0/0 00000100:00100000:0.0:1746070951.319177:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1773 00002000:00100000:0.0:1746070951.319186:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fe8f800 x1830887430485504/t4294970567(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.319199:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8f800 with x1830887430485504 ext(0->7) 00010000:00010000:0.0:1746070951.319208:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820ff200/0xa5d7060008035165 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f83 expref: 116 pid: 9566 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.319223:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820ff200/0xa5d7060008035165 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f83 expref: 116 pid: 9566 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.319229:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe8f800 00000100:00100000:0.0:1746070951.320940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.328855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.329511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.332410:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.332481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.336651:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.343641:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.345230:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+119:2010:x1830887430486784:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1059us (1593us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1746070951.345238:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1776 00002000:00100000:0.0:1746070951.345244:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a50fb100 x1830887430486784/t4294970568(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.345251:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb100 with x1830887430486784 ext(0->7) 00010000:00010000:0.0:1746070951.345256:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d7060008035173 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f91 expref: 119 pid: 9566 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.345265:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d7060008035173 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011f91 expref: 119 pid: 9566 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.345270:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a50fb100 00000100:00100000:0.0:1746070951.348251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.353135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.356474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.356526:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.360225:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.363410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.370332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.372158:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+120:2009:x1830887430488064:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1024us (1830us total) trans 4294970569 rc 0/0 00000100:00100000:0.0:1746070951.372166:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1778 00002000:00100000:0.0:1746070951.372173:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc39c00 x1830887430488064/t4294970569(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.372180:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39c00 with x1830887430488064 ext(0->7) 00010000:00010000:0.0:1746070951.372186:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008035181 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011fa6 expref: 120 pid: 17293 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.372196:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008035181 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011fa6 expref: 120 pid: 17293 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.372203:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc39c00 00000100:00100000:0.0:1746070951.375093:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.381174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.386016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.387240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.389175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.393153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.398628:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430489344 00000100:00100000:0.0:1746070951.398635:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430489344 00002000:00100000:0.0:1746070951.398736:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc42a00 x1830887430489344/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/0 e 0 to 0 dl 1746070962 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.398745:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42a00 with x1830887430489344 ext(0->7) 00010000:00010000:0.0:1746070951.398753:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fea00/0xa5d706000803518f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011fad expref: 121 pid: 17293 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.398764:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fea00/0xa5d706000803518f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011fad expref: 121 pid: 17293 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.398769:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc42a00 00000100:00100000:0.0:1746070951.398796:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1780 00000100:00100000:0.0:1746070951.398803:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+121:2010:x1830887430489344:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070951.401199:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+123:2010:x1830887430489344:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2389us (2636us total) trans 4294970570 rc 0/0 00000100:00100000:0.0:1746070951.401208:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1780 00002000:00100000:0.0:1746070951.401216:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc42a00 x1830887430489344/t4294970570(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.401224:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42a00 with x1830887430489344 ext(0->7) 00010000:00010000:0.0:1746070951.401231:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fea00/0xa5d706000803518f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011fad expref: 123 pid: 17293 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.401242:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fea00/0xa5d706000803518f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011fad expref: 123 pid: 17293 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.401248:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc42a00 00000100:00100000:0.0:1746070951.402653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.404806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.411090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.413002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.414935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.415725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.418234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.418309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.421045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.423252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.424467:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+125:2009:x1830887430491136:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1034us (1216us total) trans 4294970571 rc 0/0 00000100:00100000:0.0:1746070951.424474:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1783 00002000:00100000:0.0:1746070951.424480:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009de42300 x1830887430491136/t4294970571(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.424486:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de42300 with x1830887430491136 ext(0->7) 00010000:00010000:0.0:1746070951.424491:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d706000803519d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011fc2 expref: 125 pid: 9567 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.424500:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d706000803519d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011fc2 expref: 125 pid: 9567 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.424505:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009de42300 00000100:00100000:0.0:1746070951.426945:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.435497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.438717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.440492:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.441190:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.447620:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.448165:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.448996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.451321:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.453241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.454295:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+126:2008:x1830887430492928:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 753us (1056us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1746070951.454301:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1785 00002000:00100000:0.0:1746070951.454306:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012b41c000 x1830887430492928/t4294970572(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.454313:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41c000 with x1830887430492928 ext(0->7) 00010000:00010000:0.0:1746070951.454316:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820ff000/0xa5d70600080351b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011fd7 expref: 126 pid: 17293 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.454324:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820ff000/0xa5d70600080351b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011fd7 expref: 126 pid: 17293 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.454329:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b41c000 00000100:00100000:0.0:1746070951.457018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.463117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.465678:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.468555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.472126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.472353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.475062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.475592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.480926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.484064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.490663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.498358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.503320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.503370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.506529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.511126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.512227:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+130:2007:x1830887430496256:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 895us (1107us total) trans 4294970574 rc 0/0 00000100:00100000:0.0:1746070951.512234:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1790 00002000:00100000:0.0:1746070951.512240:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e0fb80 x1830887430496256/t4294970574(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.512245:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0fb80 with x1830887430496256 ext(0->7) 00010000:00010000:0.0:1746070951.512250:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe200/0xa5d70600080351dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ffa expref: 130 pid: 9567 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.512258:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fe200/0xa5d70600080351dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f011ffa expref: 130 pid: 9567 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.512263:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e0fb80 00000100:00100000:0.0:1746070951.513965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.518213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.523154:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430496768 00000100:00100000:0.0:1746070951.523162:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430496768 00000100:00100000:0.0:1746070951.523211:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430496896 00000100:00100000:0.0:1746070951.523213:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430496896 00000100:00100000:0.0:1746070951.523228:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28434 00000100:00100000:0.0:1746070951.523234:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+130:1004:x1830887430496768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070951.523248:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070951.523260:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133c59a00/0xa5d70600080351f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012008 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.523355:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070951.523359:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d70600080351ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01200f expref: 132 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.523364:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070951.523367:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133c59a00/0xa5d70600080351f1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012008 expref: 132 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.523395:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d70600080351ea lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01200f expref: 132 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.523405:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133c59a00/0xa5d70600080351f1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012008 expref: 132 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.523414:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133c59a00, rc 0) 00000100:00100000:0.0:1746070951.523449:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+132:1004:x1830887430496768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070951.523455:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28434 00000100:00100000:0.0:1746070951.526160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.528500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.532157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.533284:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+133:2008:x1830887430497536:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 910us (1131us total) trans 4294970575 rc 0/0 00000100:00100000:0.0:1746070951.533290:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1792 00002000:00100000:0.0:1746070951.533296:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e369180 x1830887430497536/t4294970575(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.533302:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369180 with x1830887430497536 ext(0->7) 00010000:00010000:0.0:1746070951.533306:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d70600080351ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01200f expref: 133 pid: 9566 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.533314:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d70600080351ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01200f expref: 133 pid: 9566 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.533319:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e369180 00000100:00100000:0.0:1746070951.535078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.537005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.540349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.544334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.547640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.548829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.550175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.551162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.553627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.555585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.556629:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+134:2010:x1830887430499584:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 818us (1045us total) trans 4294970576 rc 0/0 00000100:00100000:0.0:1746070951.556638:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1795 00002000:00100000:0.0:1746070951.556643:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e63800 x1830887430499584/t4294970576(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.556649:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e63800 with x1830887430499584 ext(0->7) 00010000:00010000:0.0:1746070951.556655:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d70600080351ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01201d expref: 134 pid: 9567 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.556663:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fee00/0xa5d70600080351ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01201d expref: 134 pid: 9567 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.556668:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e63800 00000100:00100000:0.0:1746070951.557976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.561857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.566674:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.568283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.568551:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28439 00000100:00100000:0.0:1746070951.568559:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+134:1004:x1830887430500096:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070951.568572:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070951.568585:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d706000803520d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01202b expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.568605:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070951.568606:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070951.568612:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d706000803520d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01202b expref: 135 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.568627:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d706000803520d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01202b expref: 135 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.568635:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a617a400, rc 0) 00000100:00100000:0.0:1746070951.568667:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+135:1004:x1830887430500096:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (1997us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070951.568672:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28439 00000100:00100000:0.0:1746070951.568685:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28440 00000100:00100000:0.0:1746070951.568689:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+134:1003:x1830887430500224:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070951.568693:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070951.568697:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a617ae00/0xa5d7060008035214 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012032 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.568707:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe200/0xa5d7060008035206 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012024 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.568713:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d706000803520d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01202b expref: 135 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.568717:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070951.568718:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070951.568720:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617ae00/0xa5d7060008035214 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012032 expref: 135 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.568739:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d706000803520d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01202b expref: 135 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.568749:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d706000803520d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01202b expref: 135 pid: 17293 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746070951.568758:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e119180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426416512:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070951.568793:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800820fe200/0xa5d7060008035206 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012024 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.568799:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800820fe200/0xa5d7060008035206 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012024 expref: 5 pid: 9567 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746070951.568805:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e119880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426416640:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070951.568815:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070951.570295:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.571019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.572654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.572685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.574149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.576142:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.576929:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+136:2008:x1830887430501376:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 589us (790us total) trans 4294970577 rc 0/0 00000100:00100000:0.0:1746070951.576936:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1798 00002000:00100000:0.0:1746070951.576941:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e118000 x1830887430501376/t4294970577(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.576948:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118000 with x1830887430501376 ext(0->7) 00010000:00010000:0.0:1746070951.576952:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a617ae00/0xa5d7060008035214 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012032 expref: 136 pid: 17293 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.576961:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a617ae00/0xa5d7060008035214 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012032 expref: 136 pid: 17293 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.576966:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e118000 00000100:00100000:0.0:1746070951.580167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.587040:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.589205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.590919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.594266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.596584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.605153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.607770:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+139:2007:x1830887430502656:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1990us (2617us total) trans 4294970578 rc 0/0 00000100:00100000:0.0:1746070951.607779:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1800 00002000:00100000:0.0:1746070951.607786:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8f6300 x1830887430502656/t4294970578(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.607794:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6300 with x1830887430502656 ext(0->7) 00010000:00010000:0.0:1746070951.607801:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d7060008035222 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012040 expref: 139 pid: 17293 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.607814:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d7060008035222 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012040 expref: 139 pid: 17293 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.607820:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f6300 00000100:00100000:0.0:1746070951.613117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.613163:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.617219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.624585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.624733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.629718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.632139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.633617:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+140:2010:x1830887430503936:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1095us (1481us total) trans 4294970579 rc 0/0 00000100:00100000:0.0:1746070951.633625:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1803 00002000:00100000:0.0:1746070951.633631:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d8c7b80 x1830887430503936/t4294970579(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.633638:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c7b80 with x1830887430503936 ext(0->7) 00010000:00010000:0.0:1746070951.633642:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d7060008035230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01204e expref: 140 pid: 17293 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.633651:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d7060008035230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01204e expref: 140 pid: 17293 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.633655:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d8c7b80 00000100:00100000:0.0:1746070951.638361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.642725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.644489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.647071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.648161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.650938:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.654816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.656007:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+143:2010:x1830887430505216:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 821us (1195us total) trans 4294970580 rc 0/0 00000100:00100000:0.0:1746070951.656014:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1805 00002000:00100000:0.0:1746070951.656019:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d803b80 x1830887430505216/t4294970580(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.656025:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803b80 with x1830887430505216 ext(0->7) 00010000:00010000:0.0:1746070951.656030:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe200/0xa5d706000803523e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01205c expref: 143 pid: 9568 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.656039:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fe200/0xa5d706000803523e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01205c expref: 143 pid: 9568 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.656044:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d803b80 00000100:00100000:0.0:1746070951.657414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.663815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.667498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.671432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.673508:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430506112 00000100:00100000:0.0:1746070951.673513:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430506112 00000100:00100000:0.0:1746070951.673549:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28449 00000100:00100000:0.0:1746070951.673555:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+142:1003:x1830887430506112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070951.673564:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070951.673577:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d7060008035253 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012071 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.673598:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008035245 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012063 expref: 143 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.673609:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d706000803524c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01206a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.673614:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070951.673616:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070951.673619:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a06c5000/0xa5d7060008035253 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012071 expref: 143 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.673642:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d706000803524c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01206a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.673652:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d706000803524c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01206a expref: 5 pid: 9567 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746070951.673662:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426418688:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070951.673736:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008035245 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012063 expref: 143 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070951.673744:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800820fe800/0xa5d7060008035245 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012063 expref: 143 pid: 9568 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746070951.673751:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426418816:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070951.673768:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070951.677786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.677830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.679388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.682777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.685184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.692167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.697957:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.701955:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.703146:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.707210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.707317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.709979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.713861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.719748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.726375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.728145:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+146:2007:x1830887430508672:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1441us (1767us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1746070951.728153:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1809 00002000:00100000:0.0:1746070951.728160:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d851180 x1830887430508672/t4294970582(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.728168:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851180 with x1830887430508672 ext(0->7) 00010000:00010000:0.0:1746070951.728174:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8600/0xa5d7060008035268 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012086 expref: 146 pid: 17293 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.728185:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8600/0xa5d7060008035268 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012086 expref: 146 pid: 17293 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.728191:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d851180 00000100:00100000:0.0:1746070951.730345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.731643:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.735755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.737479:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.740066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.743950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.747528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.750086:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+148:2009:x1830887430509824:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1510us (2562us total) trans 4294970583 rc 0/0 00000100:00100000:0.0:1746070951.750093:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1811 00002000:00100000:0.0:1746070951.750099:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5357100 x1830887430509824/t4294970583(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.750106:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5357100 with x1830887430509824 ext(0->7) 00010000:00010000:0.0:1746070951.750112:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6389400/0xa5d7060008035276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012094 expref: 148 pid: 17293 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.750121:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6389400/0xa5d7060008035276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012094 expref: 148 pid: 17293 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.750127:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5357100 00000100:00100000:0.0:1746070951.751449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.754439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.757634:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.762488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.762544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.765942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.766010:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.767083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.768371:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.779635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.785393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.787672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.791522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.793611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.795030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.797770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.797832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.802450:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.807070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.810686:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+153:2007:x1830887430513408:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3287us (3615us total) trans 4294970585 rc 0/0 00000100:00100000:0.0:1746070951.810697:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1816 00002000:00100000:0.0:1746070951.810704:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e5c2300 x1830887430513408/t4294970585(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.810712:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2300 with x1830887430513408 ext(0->7) 00010000:00010000:0.0:1746070951.810718:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080352a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0120be expref: 153 pid: 9567 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.810731:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080352a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0120be expref: 153 pid: 9567 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.810737:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e5c2300 00000100:00100000:0.0:1746070951.817908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.835410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.843478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.843697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.850852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.851458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.856222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.859983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.865354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.866799:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.869562:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+154:2007:x1830887430515072:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2583us (2758us total) trans 4294970586 rc 0/0 00000100:00100000:0.0:1746070951.869580:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1818 00002000:00100000:0.0:1746070951.869589:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012cfe2a00 x1830887430515072/t4294970586(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.869596:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe2a00 with x1830887430515072 ext(0->7) 00010000:00010000:0.0:1746070951.869604:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d70600080352b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0120d3 expref: 154 pid: 9567 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.869615:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d70600080352b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0120d3 expref: 154 pid: 9567 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.869620:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cfe2a00 00000100:00100000:0.0:1746070951.870391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.873531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.873627:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.876214:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.876286:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.878493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.879948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.882065:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+157:2007:x1830887430516352:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1994us (2111us total) trans 4294970587 rc 0/0 00000100:00100000:0.0:1746070951.882075:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1820 00002000:00100000:0.0:1746070951.882083:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8cf480 x1830887430516352/t4294970587(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.882091:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cf480 with x1830887430516352 ext(0->7) 00010000:00010000:0.0:1746070951.882097:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6388c00/0xa5d70600080352c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0120e1 expref: 157 pid: 9567 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.882109:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6388c00/0xa5d70600080352c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0120e1 expref: 157 pid: 9567 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.882114:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8cf480 00000100:00100000:0.0:1746070951.887770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.891530:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d800380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426422784:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070951.891547:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070951.891579:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+157:2010:x1830887430516480:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3540us (3816us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070951.891586:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12272 00000100:00100000:0.0:1746070951.896196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.896283:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.899125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.899203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.899226:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430517376 00000100:00100000:0.0:1746070951.899231:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430517376 00010000:00010000:0.0:1746070951.899254:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069b200/0xa5d70600080352ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0120e8 expref: 158 pid: 17293 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746070951.899279:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12273 00000100:00100000:0.0:1746070951.899285:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+158:2007:x1830887430517376:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070951.899296:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070951.899311:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b200/0xa5d70600080352ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0120e8 expref: 158 pid: 17293 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.899320:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a069b200/0xa5d70600080352ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0120e8 expref: 158 pid: 17293 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.899338:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070951.899372:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+158:2007:x1830887430517376:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 87us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070951.899378:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12273 00000100:00100000:0.0:1746070951.908283:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.917922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.925495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.929327:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.930744:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+158:2008:x1830887430518016:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1229us (1422us total) trans 4294970588 rc 0/0 00000100:00100000:0.0:1746070951.930750:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1822 00002000:00100000:0.0:1746070951.930756:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e01180 x1830887430518016/t4294970588(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.930763:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01180 with x1830887430518016 ext(0->7) 00010000:00010000:0.0:1746070951.930768:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069aa00/0xa5d70600080352d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0120f6 expref: 158 pid: 17293 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746070951.930778:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069aa00/0xa5d70600080352d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0120f6 expref: 158 pid: 17293 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746070951.930783:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e01180 00000100:00100000:0.0:1746070951.941739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.941820:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.944273:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.946561:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:0.0:1746070951.948498:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080352e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012104 expref: 157 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070951.948510:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094918700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426423680:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070951.948625:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070951.953733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.957306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.958923:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+160:2007:x1830887430519168:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1258us (1615us total) trans 4294970589 rc 0/0 00000100:00100000:0.0:1746070951.958930:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1824 00002000:00100000:0.0:1746070951.958936:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094918700 x1830887430519168/t4294970589(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.958943:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094918700 with x1830887430519168 ext(0->7) 00010000:00010000:0.0:1746070951.958950:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080352e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012104 expref: 160 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070951.958959:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080352e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012104 expref: 160 pid: 17293 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070951.958964:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094918700 00000100:00100000:0.0:1746070951.960168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.962243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.965536:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.970156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.974685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.980842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.980951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.981347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.984589:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426424448:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070951.984600:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070951.984632:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+160:2008:x1830887430520192:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3672us (3806us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070951.984640:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12278 00000100:00100000:0.0:1746070951.988715:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.990099:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+162:2010:x1830887430520960:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 575us (1386us total) trans 4294970590 rc 0/0 00000100:00100000:0.0:1746070951.990105:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1826 00002000:00100000:0.0:1746070951.990111:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ed5bb80 x1830887430520960/t4294970590(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746070962 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070951.990117:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5bb80 with x1830887430520960 ext(0->7) 00010000:00010000:0.0:1746070951.990122:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6388c00/0xa5d70600080352fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012119 expref: 162 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070951.990136:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6388c00/0xa5d70600080352fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012119 expref: 162 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070951.990140:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed5bb80 00000100:00100000:0.0:1746070951.993223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.998362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070951.999049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.001193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.001757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.004097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.008807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.010450:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+165:2008:x1830887430522240:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1334us (1642us total) trans 4294970591 rc 0/0 00000100:00100000:0.0:1746070952.010459:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1829 00002000:00100000:0.0:1746070952.010466:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5c1e300 x1830887430522240/t4294970591(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.010473:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1e300 with x1830887430522240 ext(0->7) 00010000:00010000:0.0:1746070952.010479:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d7060008035309 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012127 expref: 165 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.010593:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d7060008035309 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012127 expref: 165 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.010600:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c1e300 00000100:00100000:0.0:1746070952.017750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.022134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.023622:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.023653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.026763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.029066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.030008:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+166:2009:x1830887430523520:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 748us (942us total) trans 4294970592 rc 0/0 00000100:00100000:0.0:1746070952.030015:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1832 00002000:00100000:0.0:1746070952.030020:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a6333480 x1830887430523520/t4294970592(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.030026:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333480 with x1830887430523520 ext(0->7) 00010000:00010000:0.0:1746070952.030030:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe600/0xa5d7060008035317 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012135 expref: 166 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.030039:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fe600/0xa5d7060008035317 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012135 expref: 166 pid: 17293 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.030044:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6333480 00000100:00100000:0.0:1746070952.032382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.034828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.036949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.041641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.045117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.045215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.049510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.049543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.049586:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.053219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.059737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.064030:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+168:2008:x1830887430525568:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4041us (4290us total) trans 4294970593 rc 0/0 00000100:00100000:0.0:1746070952.064043:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1834 00002000:00100000:0.0:1746070952.064053:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fe8f480 x1830887430525568/t4294970593(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.064062:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8f480 with x1830887430525568 ext(0->7) 00010000:00010000:0.0:1746070952.064071:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d706000803532c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01214a expref: 168 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.064084:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d706000803532c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01214a expref: 168 pid: 17293 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.064091:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe8f480 00000100:00100000:0.0:1746070952.067862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.074019:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.074057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.074082:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430526080 00000100:00100000:0.0:1746070952.074088:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430526080 00002000:00100000:0.0:1746070952.074122:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5eddf80 x1830887430526080/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746070963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.074131:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5eddf80 with x1830887430526080 ext(0->4095) 00002000:00010000:0.0:1746070952.074135:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5eddf80 00000100:00100000:0.0:1746070952.074149:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12845 00000100:00100000:0.0:1746070952.074153:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430526080:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070952.074249:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430526080:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (191us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070952.074254:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12845 00002000:00100000:0.0:1746070952.074258:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5eddf80 x1830887430526080/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746070963 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.074265:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5eddf80 with x1830887430526080 ext(0->4095) 00002000:00010000:0.0:1746070952.074267:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5eddf80 00000100:00100000:0.0:1746070952.078986:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430526208 00000100:00100000:0.0:1746070952.078994:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430526208 00000100:00100000:0.0:1746070952.079242:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28483 00000100:00100000:0.0:1746070952.079248:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+168:1004:x1830887430526208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070952.079259:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070952.079270:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880124214000/0xa5d7060008035341 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01215f expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.079286:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.079290:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803533a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012158 expref: 169 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.079295:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070952.079298:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880124214000/0xa5d7060008035341 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01215f expref: 169 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.079325:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803533a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012158 expref: 169 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.079337:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880124214000/0xa5d7060008035341 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01215f expref: 169 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.079344:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880124214000, rc 0) 00000100:00100000:0.0:1746070952.079359:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+169:1004:x1830887430526208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070952.079364:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28483 00000100:00100000:0.0:1746070952.079903:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430526336 00000100:00100000:0.0:1746070952.079908:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430526336 00010000:00010000:0.0:1746070952.079923:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069aa00/0xa5d7060008035333 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012151 expref: 6 pid: 17293 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746070952.079974:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12288 00000100:00100000:0.0:1746070952.079979:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430526336:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070952.079986:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070952.080001:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a069aa00/0xa5d7060008035333 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012151 expref: 6 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.080009:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a069aa00/0xa5d7060008035333 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012151 expref: 6 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.080024:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a069aa00/0xa5d7060008035333 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012151 expref: 6 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.080044:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.080046:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.080051:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803533a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012158 expref: 168 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.080057:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803533a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012158 expref: 168 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.080073:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803533a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012158 expref: 168 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.080083:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803533a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012158 expref: 168 pid: 9567 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746070952.080091:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009def2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426426624:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070952.080673:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070952.082246:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.084527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.086234:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+171:2010:x1830887430526848:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 807us (1707us total) trans 4294970594 rc 0/0 00000100:00100000:0.0:1746070952.086241:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1836 00002000:00100000:0.0:1746070952.086246:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e62300 x1830887430526848/t4294970594(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.086254:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e62300 with x1830887430526848 ext(0->7) 00010000:00010000:0.0:1746070952.086258:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803533a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012158 expref: 171 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.086267:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803533a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012158 expref: 171 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.086273:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e62300 00000100:00100000:0.0:1746070952.087582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.092903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.097084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.102704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.102794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.105904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.108840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.114261:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.117982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.119992:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+172:2008:x1830887430528896:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1845us (2011us total) trans 4294970595 rc 0/0 00000100:00100000:0.0:1746070952.120001:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1839 00002000:00100000:0.0:1746070952.120007:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801327bad80 x1830887430528896/t4294970595(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.120015:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bad80 with x1830887430528896 ext(0->7) 00010000:00010000:0.0:1746070952.120022:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803534f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01216d expref: 172 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.120033:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803534f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01216d expref: 172 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.120038:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327bad80 00000100:00100000:0.0:1746070952.121680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.125786:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.129210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.129608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.134534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.134972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.137373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.137422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.139441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.142619:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.144387:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+174:2010:x1830887430530688:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1216us (1768us total) trans 4294970596 rc 0/0 00000100:00100000:0.0:1746070952.144396:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1842 00002000:00100000:0.0:1746070952.144403:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d539500 x1830887430530688/t4294970596(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.144412:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539500 with x1830887430530688 ext(0->7) 00010000:00010000:0.0:1746070952.144418:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8600/0xa5d7060008035364 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012182 expref: 174 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.144429:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8600/0xa5d7060008035364 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012182 expref: 174 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.144435:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d539500 00000100:00100000:0.0:1746070952.146071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.148786:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.151945:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.156443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.159952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.160489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.164170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.164376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.166444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.168729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.169940:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+177:2010:x1830887430532736:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 716us (1214us total) trans 4294970597 rc 0/0 00000100:00100000:0.0:1746070952.169947:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1845 00002000:00100000:0.0:1746070952.169953:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcff100 x1830887430532736/t4294970597(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.169959:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcff100 with x1830887430532736 ext(0->7) 00010000:00010000:0.0:1746070952.169964:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008035379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012197 expref: 177 pid: 9566 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.169973:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008035379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012197 expref: 177 pid: 9566 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.169979:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcff100 00000100:00100000:0.0:1746070952.171499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.174236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.179015:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.183659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.183709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.187136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.187210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.190246:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.190312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.192695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.194432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.196225:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+178:2009:x1830887430534784:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1476us (1793us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1746070952.196233:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1848 00002000:00100000:0.0:1746070952.196239:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130566300 x1830887430534784/t4294970598(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.196246:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130566300 with x1830887430534784 ext(0->7) 00010000:00010000:0.0:1746070952.196252:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d706000803538e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0121ac expref: 178 pid: 9566 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.196262:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d706000803538e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0121ac expref: 178 pid: 9566 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.196268:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130566300 00000100:00100000:0.0:1746070952.198743:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.203415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.205916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.205978:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.207816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.209850:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.212390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.214681:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+181:2009:x1830887430536064:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1573us (2292us total) trans 4294970599 rc 0/0 00000100:00100000:0.0:1746070952.214690:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1850 00002000:00100000:0.0:1746070952.214697:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e0b1c00 x1830887430536064/t4294970599(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.214710:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b1c00 with x1830887430536064 ext(0->7) 00010000:00010000:0.0:1746070952.214716:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6388200/0xa5d706000803539c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0121c1 expref: 181 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.214727:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6388200/0xa5d706000803539c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0121c1 expref: 181 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.214733:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0b1c00 00000100:00100000:0.0:1746070952.217738:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.225561:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.231843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.231954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.234770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.237680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.241859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.243260:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+182:2009:x1830887430537344:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1210us (1403us total) trans 4294970600 rc 0/0 00000100:00100000:0.0:1746070952.243267:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1852 00002000:00100000:0.0:1746070952.243274:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dede300 x1830887430537344/t4294970600(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.243281:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dede300 with x1830887430537344 ext(0->7) 00010000:00010000:0.0:1746070952.243287:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820fe600/0xa5d70600080353aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0121c8 expref: 182 pid: 9568 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.243297:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820fe600/0xa5d70600080353aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0121c8 expref: 182 pid: 9568 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.243303:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dede300 00000100:00100000:0.0:1746070952.245180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.247950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.250075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.251996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.257190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.257268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.260259:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430538752 00000100:00100000:0.0:1746070952.260262:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430538752 00010000:00010000:0.0:1746070952.260275:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617b600/0xa5d70600080353b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0121d6 expref: 183 pid: 9568 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746070952.260410:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430538624 00000100:00100000:0.0:1746070952.260414:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430538624 00010000:00010000:0.0:1746070952.260424:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d70600080353b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0121cf expref: 7 pid: 9567 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746070952.262508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.265081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.265938:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+184:2008:x1830887430539392:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 668us (861us total) trans 4294970601 rc 0/0 00000100:00100000:0.0:1746070952.265944:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1854 00002000:00100000:0.0:1746070952.265949:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880122a9d180 x1830887430539392/t4294970601(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.265955:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9d180 with x1830887430539392 ext(0->7) 00010000:00010000:0.0:1746070952.265959:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d70600080353bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0121dd expref: 184 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.265968:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d70600080353bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0121dd expref: 184 pid: 17293 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.265973:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a9d180 00000100:00100000:0.0:1746070952.268174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.273115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.275744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.276749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.279099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.282543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.285506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.286988:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+187:2009:x1830887430540672:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1089us (1482us total) trans 4294970602 rc 0/0 00000100:00100000:0.0:1746070952.286995:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1856 00002000:00100000:0.0:1746070952.287001:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880122a9e680 x1830887430540672/t4294970602(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.287007:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a9e680 with x1830887430540672 ext(0->7) 00010000:00010000:0.0:1746070952.287013:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a617ae00/0xa5d70600080353cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0121eb expref: 187 pid: 9568 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.287022:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a617ae00/0xa5d70600080353cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0121eb expref: 187 pid: 9568 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.287027:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a9e680 00000100:00100000:0.0:1746070952.289809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.293154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.299056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.299123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.301599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.301922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.303697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.305674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.308934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.313065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.317140:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.319369:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.320730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.322659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.323482:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430543104 00000100:00100000:0.0:1746070952.323486:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430543104 00010000:00010000:0.0:1746070952.323500:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080353e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012207 expref: 6 pid: 9568 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746070952.323562:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12314 00000100:00100000:0.0:1746070952.323569:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430543104:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070952.323577:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070952.323591:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080353e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012207 expref: 6 pid: 9568 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.323600:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080353e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012207 expref: 6 pid: 9568 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.323614:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d70600080353e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012207 expref: 6 pid: 9568 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.323770:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.323772:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.323778:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ae00/0xa5d70600080353f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01220e expref: 188 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.323785:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069ae00/0xa5d70600080353f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01220e expref: 188 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.323806:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a069ae00/0xa5d70600080353f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01220e expref: 188 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.323815:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a069ae00/0xa5d70600080353f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01220e expref: 188 pid: 9568 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746070952.323824:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009deded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426432512:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070952.324224:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070952.326707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.329350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.332511:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+191:2010:x1830887430543616:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3009us (3158us total) trans 4294970604 rc 0/0 00000100:00100000:0.0:1746070952.332520:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1861 00002000:00100000:0.0:1746070952.332527:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dedce00 x1830887430543616/t4294970604(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.332535:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedce00 with x1830887430543616 ext(0->7) 00010000:00010000:0.0:1746070952.332542:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ae00/0xa5d70600080353f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01220e expref: 191 pid: 9568 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.332555:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069ae00/0xa5d70600080353f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01220e expref: 191 pid: 9568 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.332561:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dedce00 00000100:00100000:0.0:1746070952.337475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.341422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.349914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.350810:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.356317:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.356391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.360939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.365006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.369593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.375349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.377331:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+192:2008:x1830887430545280:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1795us (1977us total) trans 4294970605 rc 0/0 00000100:00100000:0.0:1746070952.377341:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1863 00002000:00100000:0.0:1746070952.377349:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c13800 x1830887430545280/t4294970605(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.377356:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c13800 with x1830887430545280 ext(0->7) 00010000:00010000:0.0:1746070952.377363:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008035405 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012223 expref: 192 pid: 9568 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.377376:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008035405 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012223 expref: 192 pid: 9568 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.377387:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c13800 00000100:00100000:0.0:1746070952.380019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.381958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.383789:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430545792 00000100:00100000:0.0:1746070952.383795:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430545792 00000100:00100000:0.0:1746070952.383839:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28513 00000100:00100000:0.0:1746070952.383846:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+191:1004:x1830887430545792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070952.383855:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070952.383892:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008035413 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012231 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.383910:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.383911:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.383917:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008035413 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012231 expref: 192 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.383929:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008035413 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012231 expref: 192 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.383937:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3a00, rc 0) 00000100:00100000:0.0:1746070952.383968:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+192:1004:x1830887430545792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070952.383974:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28513 00000100:00100000:0.0:1746070952.385351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.389118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.391988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.393292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.393415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.396635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.398510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.399559:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+194:2008:x1830887430547072:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 649us (1051us total) trans 4294970606 rc 0/0 00000100:00100000:0.0:1746070952.399565:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1865 00002000:00100000:0.0:1746070952.399570:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc3b800 x1830887430547072/t4294970606(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.399578:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3b800 with x1830887430547072 ext(0->7) 00010000:00010000:0.0:1746070952.399582:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d706000803541a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012238 expref: 194 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.399592:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d706000803541a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012238 expref: 194 pid: 17293 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.399598:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc3b800 00000100:00100000:0.0:1746070952.400556:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.403036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.404916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.409045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.411680:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.412105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.413433:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.414382:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9568:1830887426434176:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070952.414402:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d706000803542f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01224d expref: 194 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.414411:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a039f600, rc 0) 00000100:00100000:0.0:1746070952.414441:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+194:1003:x1830887430547968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2644us (2767us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070952.414447:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28517 00000100:00100000:0.0:1746070952.418397:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430548480 00000100:00100000:0.0:1746070952.418405:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430548480 00000100:00100000:0.0:1746070952.418441:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28518 00000100:00100000:0.0:1746070952.418448:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+194:1004:x1830887430548480:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070952.418461:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070952.418474:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008035436 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012254 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.418494:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.418499:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d706000803542f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01224d expref: 195 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.418504:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070952.418507:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008035436 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012254 expref: 195 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.418536:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d706000803542f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01224d expref: 195 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.418546:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008035436 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012254 expref: 195 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.418558:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3a00, rc 0) 00000100:00100000:0.0:1746070952.418603:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+195:1004:x1830887430548480:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070952.418609:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28518 00000100:00100000:0.0:1746070952.423216:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.429269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.430188:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+197:2007:x1830887430549120:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 710us (925us total) trans 4294970607 rc 0/0 00000100:00100000:0.0:1746070952.430196:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1868 00002000:00100000:0.0:1746070952.430202:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d3b2a00 x1830887430549120/t4294970607(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.430209:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b2a00 with x1830887430549120 ext(0->7) 00010000:00010000:0.0:1746070952.430214:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d706000803542f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01224d expref: 197 pid: 9568 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.430223:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d706000803542f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01224d expref: 197 pid: 9568 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.430230:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d3b2a00 00000100:00100000:0.0:1746070952.434017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.438058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.442116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.444341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.446162:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430550016 00000100:00100000:0.0:1746070952.446166:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430550016 00002000:00100000:0.0:1746070952.446187:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d303100 x1830887430550016/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746070963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.446195:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d303100 with x1830887430550016 ext(0->4095) 00010000:00010000:0.0:1746070952.446200:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803543d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01225b expref: 6 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.446209:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803543d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01225b expref: 6 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.446214:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d303100 00000100:00100000:0.0:1746070952.446224:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1869 00000100:00100000:0.0:1746070952.446229:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430550016:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070952.446316:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430550016:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 86us (502us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070952.446322:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1869 00002000:00100000:0.0:1746070952.446326:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d303100 x1830887430550016/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.446333:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d303100 with x1830887430550016 ext(0->4095) 00010000:00010000:0.0:1746070952.446337:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803543d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01225b expref: 6 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.446344:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803543d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01225b expref: 6 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.446349:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d303100 00000100:00100000:0.0:1746070952.448722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.449453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.449534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.451761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.456573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.458274:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+199:2007:x1830887430550912:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1492us (1704us total) trans 4294970608 rc 0/0 00000100:00100000:0.0:1746070952.458282:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1871 00002000:00100000:0.0:1746070952.458289:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e351c00 x1830887430550912/t4294970608(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.458296:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351c00 with x1830887430550912 ext(0->7) 00010000:00010000:0.0:1746070952.458302:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d7060008035444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012262 expref: 199 pid: 9568 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.458314:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b400/0xa5d7060008035444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012262 expref: 199 pid: 9568 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.458319:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e351c00 00000100:00100000:0.0:1746070952.460620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.465006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.467934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.468006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.470469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.473969:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.478291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.487841:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801305b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+200:2008:x1830887430552192:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6872us (9538us total) trans 4294970609 rc 0/0 00000100:00100000:0.0:1746070952.487856:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1873 00002000:00100000:0.0:1746070952.487878:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801305b4000 x1830887430552192/t4294970609(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.487886:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801305b4000 with x1830887430552192 ext(0->7) 00010000:00010000:0.0:1746070952.487895:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008035452 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012277 expref: 200 pid: 9568 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.487907:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008035452 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012277 expref: 200 pid: 9568 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.487913:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801305b4000 00000100:00100000:0.0:1746070952.489339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.490182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.494977:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.498147:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.501682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.507314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.509517:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801305b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+202:2008:x1830887430553344:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1554us (2203us total) trans 4294970610 rc 0/0 00000100:00100000:0.0:1746070952.509526:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1875 00002000:00100000:0.0:1746070952.509534:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801305b5180 x1830887430553344/t4294970610(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.509543:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801305b5180 with x1830887430553344 ext(0->7) 00010000:00010000:0.0:1746070952.509550:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d7060008035460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01227e expref: 202 pid: 9568 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.509568:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d7060008035460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01227e expref: 202 pid: 9568 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.509574:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801305b5180 00000100:00100000:0.0:1746070952.512404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.520051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.520134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.525379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.525467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:0.0:1746070952.527100:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070952.533091:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.536770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.537555:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801305b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+205:2008:x1830887430554624:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 530us (789us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1746070952.537562:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1877 00002000:00100000:0.0:1746070952.537567:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801305b6a00 x1830887430554624/t4294970611(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.537574:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801305b6a00 with x1830887430554624 ext(0->7) 00010000:00010000:0.0:1746070952.537579:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d706000803546e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01228c expref: 205 pid: 9566 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.537588:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d706000803546e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01228c expref: 205 pid: 9566 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.537593:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801305b6a00 00000100:00100000:0.0:1746070952.538784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.541001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.543972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.549399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.553062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.556220:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.559341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.559372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.559404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.563025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.566269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.567384:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880121be1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+206:2009:x1830887430556672:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 694us (1120us total) trans 4294970612 rc 0/0 00000100:00100000:0.0:1746070952.567392:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1879 00002000:00100000:0.0:1746070952.567397:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880121be1180 x1830887430556672/t4294970612(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.567403:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880121be1180 with x1830887430556672 ext(0->7) 00010000:00010000:0.0:1746070952.567408:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b200/0xa5d7060008035483 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122a1 expref: 206 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.567417:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b200/0xa5d7060008035483 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122a1 expref: 206 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.567422:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880121be1180 00000100:00100000:0.0:1746070952.570357:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.575664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.575729:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.578172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.579016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.580819:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.582672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.583022:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880121be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+207:2010:x1830887430557952:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070952.584082:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880121be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+209:2010:x1830887430557952:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1145us (1413us total) trans 4294970613 rc 0/0 00000100:00100000:0.0:1746070952.584090:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1882 00002000:00100000:0.0:1746070952.584097:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880121be2680 x1830887430557952/t4294970613(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.584104:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880121be2680 with x1830887430557952 ext(0->7) 00010000:00010000:0.0:1746070952.584110:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ac00/0xa5d7060008035491 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122af expref: 209 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.584132:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069ac00/0xa5d7060008035491 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122af expref: 209 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.584138:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880121be2680 00000100:00100000:0.0:1746070952.585694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.588943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.591955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.595952:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.598101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.600473:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.601777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.604376:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430559360 00000100:00100000:0.0:1746070952.604381:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430559360 00000100:00100000:0.0:1746070952.604639:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28535 00000100:00100000:0.0:1746070952.604645:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430559360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070952.604654:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070952.604663:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8800/0xa5d70600080354ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0122cb expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.604676:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.604680:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080354a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122c4 expref: 209 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.604685:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070952.604687:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8800/0xa5d70600080354ad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122cb expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.604710:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080354a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122c4 expref: 209 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.604718:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8800/0xa5d70600080354ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122cb expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.604724:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a03c8800, rc 0) 00000100:00100000:0.0:1746070952.605035:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1004:x1830887430559360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 390us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070952.605040:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28535 00000100:00100000:0.0:1746070952.609270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.616649:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+210:2008:x1830887430560000:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 798us (1005us total) trans 4294970614 rc 0/0 00000100:00100000:0.0:1746070952.616659:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1885 00002000:00100000:0.0:1746070952.616665:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e119880 x1830887430560000/t4294970614(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.616672:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119880 with x1830887430560000 ext(0->7) 00010000:00010000:0.0:1746070952.616677:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080354a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122c4 expref: 210 pid: 9568 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.616687:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080354a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122c4 expref: 210 pid: 9568 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.616692:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e119880 00000100:00100000:0.0:1746070952.618475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.622437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.625364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.628070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.633905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.633941:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.638118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.638504:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426438784:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070952.638523:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d70600080354bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122d9 expref: 210 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.638533:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f400, rc 0) 00000100:00100000:0.0:1746070952.638552:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+210:1003:x1830887430561024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4485us (4655us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070952.638560:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28537 00000100:00100000:0.0:1746070952.638573:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430561536 00000100:00100000:0.0:1746070952.638576:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430561536 00000100:00100000:0.0:1746070952.638589:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28538 00000100:00100000:0.0:1746070952.638593:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+210:1004:x1830887430561536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070952.638601:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070952.638610:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8c00/0xa5d70600080354c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0122e0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.638623:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.638627:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d70600080354bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122d9 expref: 211 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.638632:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070952.638634:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8c00/0xa5d70600080354c2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122e0 expref: 211 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.638656:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d70600080354bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122d9 expref: 211 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.638665:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8c00/0xa5d70600080354c2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122e0 expref: 211 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.638672:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a03c8c00, rc 0) 00000100:00100000:0.0:1746070952.638689:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+211:1004:x1830887430561536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070952.638876:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28538 00000100:00100000:0.0:1746070952.642510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.649029:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.653613:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+213:2008:x1830887430562048:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4173us (4581us total) trans 4294970615 rc 0/0 00000100:00100000:0.0:1746070952.653628:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1888 00002000:00100000:0.0:1746070952.653639:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880122a35c00 x1830887430562048/t4294970615(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.653649:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a35c00 with x1830887430562048 ext(0->7) 00010000:00010000:0.0:1746070952.653657:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d70600080354bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122d9 expref: 213 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.653671:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36f400/0xa5d70600080354bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122d9 expref: 213 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.653677:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a35c00 00000100:00100000:0.0:1746070952.660532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.662257:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430562304 00000100:00100000:0.0:1746070952.662262:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430562304 00000100:00100000:0.0:1746070952.662296:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28539 00000100:00100000:0.0:1746070952.662301:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+213:1003:x1830887430562304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070952.662313:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070952.662326:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090fc5200/0xa5d70600080354c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0122e7 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.662341:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8c00/0xa5d70600080354c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122e0 expref: 214 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.662351:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.662352:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.662354:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090fc5200/0xa5d70600080354c9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122e7 expref: 214 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.662371:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8c00/0xa5d70600080354c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122e0 expref: 214 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.662379:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8c00/0xa5d70600080354c2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122e0 expref: 214 pid: 9567 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746070952.662387:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880122a36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426439296:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070952.662439:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070952.667113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.667232:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880122a36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426439296:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070952.667256:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090fc5200/0xa5d70600080354c9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122e7 expref: 214 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.667271:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090fc5200, rc 0) 00000100:00100000:0.0:1746070952.667306:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+214:1003:x1830887430562304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5004us (5073us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070952.667314:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28539 00000100:00100000:0.0:1746070952.670719:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.676830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.680072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.681780:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880122a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+214:2007:x1830887430563328:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1500us (1709us total) trans 4294970616 rc 0/0 00000100:00100000:0.0:1746070952.681789:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1891 00002000:00100000:0.0:1746070952.681797:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880122a36d80 x1830887430563328/t4294970616(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.681805:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880122a36d80 with x1830887430563328 ext(0->7) 00010000:00010000:0.0:1746070952.681812:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090fc5200/0xa5d70600080354c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122e7 expref: 214 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.681834:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090fc5200/0xa5d70600080354c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122e7 expref: 214 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.681840:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880122a36d80 00000100:00100000:0.0:1746070952.686909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.690351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.694212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.699354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.702086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.702245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.706370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.709129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.710340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.713775:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430565376 00000100:00100000:0.0:1746070952.713782:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430565376 00002000:00100000:0.0:1746070952.713811:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e0b2a00 x1830887430565376/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/0 e 0 to 0 dl 1746070963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.713827:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2a00 with x1830887430565376 ext(0->7) 00010000:00010000:0.0:1746070952.713834:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d70600080354de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122fc expref: 215 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.713845:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d70600080354de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122fc expref: 215 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.713850:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0b2a00 00000100:00100000:0.0:1746070952.713887:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1894 00000100:00100000:0.0:1746070952.713894:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+215:2008:x1830887430565376:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070952.717882:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+217:2008:x1830887430565376:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3968us (4137us total) trans 4294970617 rc 0/0 00000100:00100000:0.0:1746070952.717897:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1894 00002000:00100000:0.0:1746070952.717908:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e0b2a00 x1830887430565376/t4294970617(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.717916:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2a00 with x1830887430565376 ext(0->7) 00010000:00010000:0.0:1746070952.717925:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d70600080354de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122fc expref: 217 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.717939:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d70600080354de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0122fc expref: 217 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.717944:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0b2a00 00000100:00100000:0.0:1746070952.731605:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.740767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.743042:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.748688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.756953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.757881:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+218:2009:x1830887430566656:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 604us (933us total) trans 4294970618 rc 0/0 00000100:00100000:0.0:1746070952.757888:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1896 00002000:00100000:0.0:1746070952.757893:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d3b2680 x1830887430566656/t4294970618(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.757899:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b2680 with x1830887430566656 ext(0->7) 00010000:00010000:0.0:1746070952.757904:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba00/0xa5d70600080354ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01230a expref: 218 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.757913:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba00/0xa5d70600080354ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01230a expref: 218 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.757918:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d3b2680 00000100:00100000:0.0:1746070952.764433:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.769015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.771408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.783602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.790095:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.793717:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+220:2010:x1830887430567808:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3283us (3623us total) trans 4294970619 rc 0/0 00000100:00100000:0.0:1746070952.793726:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1898 00002000:00100000:0.0:1746070952.793733:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c217800 x1830887430567808/t4294970619(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.793741:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217800 with x1830887430567808 ext(0->7) 00010000:00010000:0.0:1746070952.793749:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d70600080354fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012318 expref: 220 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.793761:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d70600080354fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012318 expref: 220 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.793767:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c217800 00000100:00100000:0.0:1746070952.799370:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.802526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.807545:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430568576 00000100:00100000:0.0:1746070952.807566:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430568576 00000100:00100000:0.0:1746070952.807612:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28549 00000100:00100000:0.0:1746070952.807618:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+221:1004:x1830887430568576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070952.807629:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070952.807640:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8e00/0xa5d706000803550f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01232d expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.807655:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.807659:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d7060008035508 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012326 expref: 222 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.807664:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070952.807667:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8e00/0xa5d706000803550f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01232d expref: 222 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.807692:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d7060008035508 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012326 expref: 222 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.807701:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8e00/0xa5d706000803550f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01232d expref: 222 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.807722:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a03c8e00, rc 0) 00000100:00100000:0.0:1746070952.807963:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+221:1004:x1830887430568576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 344us (1627us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070952.807968:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28549 00000100:00100000:0.0:1746070952.811956:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.818270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.819696:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+223:2007:x1830887430569088:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1217us (1432us total) trans 4294970620 rc 0/0 00000100:00100000:0.0:1746070952.819704:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1901 00002000:00100000:0.0:1746070952.819710:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c215f80 x1830887430569088/t4294970620(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.819717:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215f80 with x1830887430569088 ext(0->7) 00010000:00010000:0.0:1746070952.819721:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d7060008035508 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012326 expref: 223 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.819731:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d7060008035508 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012326 expref: 223 pid: 17293 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.819736:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c215f80 00000100:00100000:0.0:1746070952.821441:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.825652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.830388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.832707:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.835293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.835336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.839218:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.839241:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.839265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.841755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.843327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.844263:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+224:2007:x1830887430571136:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 701us (938us total) trans 4294970621 rc 0/0 00000100:00100000:0.0:1746070952.844270:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1903 00002000:00100000:0.0:1746070952.844276:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c215c00 x1830887430571136/t4294970621(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.844283:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215c00 with x1830887430571136 ext(0->7) 00010000:00010000:0.0:1746070952.844288:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8c00/0xa5d706000803551d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01233b expref: 224 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.844298:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8c00/0xa5d706000803551d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01233b expref: 224 pid: 17293 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.844304:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c215c00 00000100:00100000:0.0:1746070952.845242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.846791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.848020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.849342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.853785:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.856583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.856716:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.860644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.860687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.861477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.864288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.865979:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.868080:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+227:2008:x1830887430573440:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1952us (2099us total) trans 4294970622 rc 0/0 00000100:00100000:0.0:1746070952.868087:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1905 00002000:00100000:0.0:1746070952.868093:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcff100 x1830887430573440/t4294970622(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.868100:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcff100 with x1830887430573440 ext(0->7) 00010000:00010000:0.0:1746070952.868107:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba00/0xa5d7060008035532 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012350 expref: 227 pid: 9567 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.868117:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069ba00/0xa5d7060008035532 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012350 expref: 227 pid: 9567 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.868122:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcff100 00000100:00100000:0.0:1746070952.871071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.875848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.878479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.880021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.884095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.887608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.897497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.898828:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+228:2008:x1830887430574720:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1112us (1326us total) trans 4294970623 rc 0/0 00000100:00100000:0.0:1746070952.898836:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1907 00002000:00100000:0.0:1746070952.898842:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d539180 x1830887430574720/t4294970623(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.898849:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539180 with x1830887430574720 ext(0->7) 00010000:00010000:0.0:1746070952.898854:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008035540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01235e expref: 228 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.898896:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008035540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01235e expref: 228 pid: 17293 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.898902:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d539180 00000100:00100000:0.0:1746070952.903081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.909578:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430574976 00000100:00100000:0.0:1746070952.909585:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430574976 00010000:00010000:0.0:1746070952.909615:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008035540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01235e expref: 229 pid: 17293 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746070952.909646:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12363 00000100:00100000:0.0:1746070952.909653:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+229:2010:x1830887430574976:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070952.909665:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070952.909683:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008035540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01235e expref: 229 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.909693:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008035540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01235e expref: 229 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.909712:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d7060008035540 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01235e expref: 229 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.909741:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.909743:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070952.909749:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d7060008035547 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012365 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.909757:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d7060008035547 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012365 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.909784:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d7060008035547 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012365 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070952.909793:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d7060008035547 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012365 expref: 5 pid: 9567 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746070952.909803:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426443776:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070952.909909:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070952.912058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.915276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.918200:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.925161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.928487:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.929909:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+230:2007:x1830887430575872:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1135us (1426us total) trans 4294970624 rc 0/0 00000100:00100000:0.0:1746070952.929916:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1909 00002000:00100000:0.0:1746070952.929921:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d538700 x1830887430575872/t4294970624(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.929933:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538700 with x1830887430575872 ext(0->7) 00010000:00010000:0.0:1746070952.929938:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d706000803554e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01236c expref: 230 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.929947:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b000/0xa5d706000803554e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01236c expref: 230 pid: 17293 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746070952.929952:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d538700 00000100:00100000:0.0:1746070952.931170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.935794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.938301:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.940076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.943756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.947477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.956400:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430577152 00000100:00100000:0.0:1746070952.956408:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430577152 00002000:00100000:0.0:1746070952.956440:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e118700 x1830887430577152/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/0 e 0 to 0 dl 1746070963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.956450:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118700 with x1830887430577152 ext(0->7) 00010000:00010000:0.0:1746070952.956457:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d706000803555c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01237a expref: 231 pid: 17293 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746070952.956468:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d706000803555c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01237a expref: 231 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070952.956475:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e118700 00000100:00100000:0.0:1746070952.956500:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1911 00000100:00100000:0.0:1746070952.956505:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+231:2007:x1830887430577152:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070952.960467:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+233:2007:x1830887430577152:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3949us (4132us total) trans 4294970625 rc 0/0 00000100:00100000:0.0:1746070952.960482:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1911 00002000:00100000:0.0:1746070952.960495:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e118700 x1830887430577152/t4294970625(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.960504:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118700 with x1830887430577152 ext(0->7) 00010000:00010000:0.0:1746070952.960513:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d706000803555c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01237a expref: 233 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070952.960527:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d706000803555c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01237a expref: 233 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070952.960533:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e118700 00000100:00100000:0.0:1746070952.962809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.962913:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.969526:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e11ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426444800:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070952.969543:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070952.969889:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+234:2009:x1830887430577280:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6349us (7084us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070952.969897:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12367 00000100:00100000:0.0:1746070952.972977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.973117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.976410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.982621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070952.986848:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+234:2009:x1830887430578432:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3741us (4226us total) trans 4294970626 rc 0/0 00000100:00100000:0.0:1746070952.986858:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1914 00002000:00100000:0.0:1746070952.987269:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012cfe2300 x1830887430578432/t4294970626(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746070963 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070952.987278:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe2300 with x1830887430578432 ext(0->7) 00010000:00010000:0.0:1746070952.987285:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803556a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012388 expref: 234 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070952.987297:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803556a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012388 expref: 234 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070952.987303:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cfe2300 00000100:00100000:0.0:1746070952.993666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.002903:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070953.003175:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070953.006348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070953.007028:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070953.011225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.014546:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.018130:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.021738:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430579584 00000100:00100000:0.0:1746070953.021746:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430579584 00002000:00100000:0.0:1746070953.021779:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d853100 x1830887430579584/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/0 e 0 to 0 dl 1746070964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.021788:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853100 with x1830887430579584 ext(0->7) 00010000:00010000:0.0:1746070953.021796:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36ee00/0xa5d7060008035578 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012396 expref: 234 pid: 9568 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.021808:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36ee00/0xa5d7060008035578 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012396 expref: 234 pid: 9568 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.021825:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d853100 00000100:00100000:0.0:1746070953.021844:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1916 00000100:00100000:0.0:1746070953.021852:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+234:2008:x1830887430579584:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070953.025271:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+236:2008:x1830887430579584:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3414us (3582us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1746070953.025282:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1916 00002000:00100000:0.0:1746070953.025292:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d853100 x1830887430579584/t4294970627(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.025300:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853100 with x1830887430579584 ext(0->7) 00010000:00010000:0.0:1746070953.025308:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009e36ee00/0xa5d7060008035578 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012396 expref: 236 pid: 9568 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.025321:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009e36ee00/0xa5d7060008035578 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012396 expref: 236 pid: 9568 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.025328:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d853100 00000100:00100000:0.0:1746070953.033546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.037688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.041670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.041761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.044158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.044935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.047552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.048004:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.052825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.054502:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.055951:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+238:2009:x1830887430581376:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 687us (1449us total) trans 4294970628 rc 0/0 00000100:00100000:0.0:1746070953.055958:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1919 00002000:00100000:0.0:1746070953.055964:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a50f9c00 x1830887430581376/t4294970628(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.055971:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f9c00 with x1830887430581376 ext(0->7) 00010000:00010000:0.0:1746070953.055977:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d706000803558d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0123ab expref: 238 pid: 9568 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.055987:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069a800/0xa5d706000803558d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0123ab expref: 238 pid: 9568 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.055992:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a50f9c00 00000100:00100000:0.0:1746070953.059844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.065075:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.067959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.069575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.070718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.073326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.080049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.080936:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+241:2008:x1830887430582656:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 681us (893us total) trans 4294970629 rc 0/0 00000100:00100000:0.0:1746070953.080944:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1921 00002000:00100000:0.0:1746070953.080950:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009de41180 x1830887430582656/t4294970629(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.080957:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41180 with x1830887430582656 ext(0->7) 00010000:00010000:0.0:1746070953.080962:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d706000803559b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0123b9 expref: 241 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.080971:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d706000803559b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0123b9 expref: 241 pid: 9566 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.080977:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009de41180 00000100:00100000:0.0:1746070953.087564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.092089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.092636:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.092671:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430583168 00000100:00100000:0.0:1746070953.092674:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430583168 00000100:00100000:0.0:1746070953.098295:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.099497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.109670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.111696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.113099:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+242:2010:x1830887430583936:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1244us (1401us total) trans 4294970630 rc 0/0 00000100:00100000:0.0:1746070953.113107:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1924 00002000:00100000:0.0:1746070953.113114:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096eadc00 x1830887430583936/t4294970630(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.113126:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eadc00 with x1830887430583936 ext(0->7) 00010000:00010000:0.0:1746070953.113133:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ad600/0xa5d70600080355a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0123c7 expref: 242 pid: 9568 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.113144:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ad600/0xa5d70600080355a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0123c7 expref: 242 pid: 9568 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.113149:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096eadc00 00000100:00100000:0.0:1746070953.116155:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.124239:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.125952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.129838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.130631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.133543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.135508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.136802:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+245:2010:x1830887430585216:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 880us (1294us total) trans 4294970631 rc 0/0 00000100:00100000:0.0:1746070953.136809:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1926 00002000:00100000:0.0:1746070953.136823:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096eaca80 x1830887430585216/t4294970631(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.136831:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaca80 with x1830887430585216 ext(0->7) 00010000:00010000:0.0:1746070953.136837:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d70600080355b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0123d5 expref: 245 pid: 9567 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.136847:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0a00/0xa5d70600080355b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0123d5 expref: 245 pid: 9567 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.136853:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096eaca80 00000100:00100000:0.0:1746070953.139034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.141105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.145050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.146840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.148608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.152035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.152119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.158473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.158551:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.159287:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426448256 00000100:00100000:0.0:1746070953.159290:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426448256 00000100:00100000:0.0:1746070953.159560:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1746070953.159567:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830887426448256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746070953.159585:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 8437760 granted 988478272 pending 0 free 3923177472 avail 3691655168 00000100:00100000:0.0:1746070953.159615:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830887426448256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070953.159620:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00080000:0.0:1746070953.159635:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070953.162658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.169152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.170220:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+246:2009:x1830887430587264:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 814us (1074us total) trans 4294970632 rc 0/0 00000100:00100000:0.0:1746070953.170227:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1929 00002000:00100000:0.0:1746070953.170232:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fd26680 x1830887430587264/t4294970632(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.170240:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd26680 with x1830887430587264 ext(0->7) 00010000:00010000:0.0:1746070953.170244:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8600/0xa5d70600080355cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0123ea expref: 246 pid: 9567 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.170253:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8600/0xa5d70600080355cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0123ea expref: 246 pid: 9567 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.170258:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd26680 00000100:00100000:0.0:1746070953.172160:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.178252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.181602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.183951:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.184921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.187477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.191913:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.200330:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+249:2007:x1830887430588544:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8124us (8411us total) trans 4294970633 rc 0/0 00000100:00100000:0.0:1746070953.200340:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1931 00002000:00100000:0.0:1746070953.200348:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dedd880 x1830887430588544/t4294970633(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.200357:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd880 with x1830887430588544 ext(0->7) 00010000:00010000:0.0:1746070953.200365:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d70600080355da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0123f8 expref: 249 pid: 9567 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.200378:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d70600080355da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0123f8 expref: 249 pid: 9567 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.200385:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dedd880 00000100:00100000:0.0:1746070953.203173:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.203266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.207464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.210760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.211302:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.217290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.218048:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+250:2009:x1830887430589824:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 612us (759us total) trans 4294970634 rc 0/0 00000100:00100000:0.0:1746070953.218053:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1934 00002000:00100000:0.0:1746070953.218058:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009deded80 x1830887430589824/t4294970634(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.218064:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009deded80 with x1830887430589824 ext(0->7) 00010000:00010000:0.0:1746070953.218068:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8600/0xa5d70600080355e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012406 expref: 250 pid: 9567 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.218076:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8600/0xa5d70600080355e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012406 expref: 250 pid: 9567 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.218081:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009deded80 00000100:00100000:0.0:1746070953.221913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.224093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.225913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.230045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.233427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.233477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.237608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.237805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.240071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.246924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.258702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.263360:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+253:2010:x1830887430591872:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3776us (4659us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1746070953.263370:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1936 00002000:00100000:0.0:1746070953.263379:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8f4000 x1830887430591872/t4294970635(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.263387:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4000 with x1830887430591872 ext(0->7) 00010000:00010000:0.0:1746070953.263394:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8c00/0xa5d70600080355fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01241b expref: 253 pid: 9567 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.263406:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8c00/0xa5d70600080355fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01241b expref: 253 pid: 9567 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.263412:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f4000 00000100:00100000:0.0:1746070953.266434:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430592000 00000100:00100000:0.0:1746070953.266442:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430592000 00010000:00010000:0.0:1746070953.266471:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8c00/0xa5d70600080355fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01241b expref: 253 pid: 9567 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746070953.266504:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12390 00000100:00100000:0.0:1746070953.266512:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+253:2010:x1830887430592000:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070953.266524:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070953.266542:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8c00/0xa5d70600080355fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01241b expref: 253 pid: 9567 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.266551:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8c00/0xa5d70600080355fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01241b expref: 253 pid: 9567 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.266570:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8c00/0xa5d70600080355fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01241b expref: 253 pid: 9567 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.266597:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.266599:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.266606:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0c00/0xa5d7060008035604 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012422 expref: 252 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.266613:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0c00/0xa5d7060008035604 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012422 expref: 252 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.266640:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0c00/0xa5d7060008035604 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012422 expref: 252 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070953.266662:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426450432:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070953.267544:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070953.270044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.274404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.275377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.277482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.288277:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.289951:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+254:2007:x1830887430593152:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1475us (1677us total) trans 4294970636 rc 0/0 00000100:00100000:0.0:1746070953.289960:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1938 00002000:00100000:0.0:1746070953.289966:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8f6680 x1830887430593152/t4294970636(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.289973:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6680 with x1830887430593152 ext(0->7) 00010000:00010000:0.0:1746070953.289979:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069ae00/0xa5d706000803560b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012429 expref: 254 pid: 9568 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.289988:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069ae00/0xa5d706000803560b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012429 expref: 254 pid: 9568 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.289994:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f6680 00000100:00100000:0.0:1746070953.296608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.299077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.301687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.303587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.305608:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430594048 00000100:00100000:0.0:1746070953.305612:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430594048 00002000:00100000:0.0:1746070953.305631:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e11bb80 x1830887430594048/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746070964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.305639:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11bb80 with x1830887430594048 ext(0->4095) 00002000:00010000:0.0:1746070953.305642:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e11bb80 00000100:00100000:0.0:1746070953.305655:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12903 00000100:00100000:0.0:1746070953.305660:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+254:2008:x1830887430594048:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070953.305738:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+254:2008:x1830887430594048:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 78us (190us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070953.305744:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12903 00002000:00100000:0.0:1746070953.305749:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e11bb80 x1830887430594048/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746070964 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.305756:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11bb80 with x1830887430594048 ext(0->4095) 00002000:00010000:0.0:1746070953.305758:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e11bb80 00000100:00100000:0.0:1746070953.307230:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.310423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.311306:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+256:2007:x1830887430594304:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 658us (885us total) trans 4294970637 rc 0/0 00000100:00100000:0.0:1746070953.311311:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1940 00002000:00100000:0.0:1746070953.311317:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8f7800 x1830887430594304/t4294970637(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.311323:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7800 with x1830887430594304 ext(0->7) 00010000:00010000:0.0:1746070953.311327:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007271b600/0xa5d7060008035619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012437 expref: 256 pid: 9568 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.311335:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007271b600/0xa5d7060008035619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012437 expref: 256 pid: 9568 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.311340:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8f7800 00000100:00100000:0.0:1746070953.313149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.315591:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.317598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.320673:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.323018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.324653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.324679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.325400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.326903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.328352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.329092:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+259:2007:x1830887430596352:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 650us (738us total) trans 4294970638 rc 0/0 00000100:00100000:0.0:1746070953.329098:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1942 00002000:00100000:0.0:1746070953.329104:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a6333b80 x1830887430596352/t4294970638(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.329114:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333b80 with x1830887430596352 ext(0->7) 00010000:00010000:0.0:1746070953.329119:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d706000803562e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01244c expref: 259 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.329127:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d706000803562e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01244c expref: 259 pid: 9566 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.329132:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6333b80 00000100:00100000:0.0:1746070953.330508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.332258:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.334228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.335640:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.339712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.343793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.344556:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430597760 00000100:00100000:0.0:1746070953.344560:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430597760 00002000:00100000:0.0:1746070953.344580:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d852680 x1830887430597760/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746070964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.344587:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d852680 with x1830887430597760 ext(0->4095) 00010000:00010000:0.0:1746070953.344592:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803563c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01245a expref: 6 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.344600:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803563c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01245a expref: 6 pid: 9566 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.344605:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d852680 00000100:00100000:0.0:1746070953.344746:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1943 00000100:00100000:0.0:1746070953.344752:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430597760:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070953.345262:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430597760:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 509us (748us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070953.345268:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1943 00002000:00100000:0.0:1746070953.345273:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d852680 x1830887430597760/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.345280:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d852680 with x1830887430597760 ext(0->4095) 00010000:00010000:0.0:1746070953.345284:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803563c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01245a expref: 6 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.345291:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803563c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01245a expref: 6 pid: 9566 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.345296:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d852680 00000100:00100000:0.0:1746070953.345778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.347119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.348593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.350454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.352576:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.359225:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+260:2007:x1830887430598528:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6446us (6640us total) trans 4294970639 rc 0/0 00000100:00100000:0.0:1746070953.359237:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1944 00002000:00100000:0.0:1746070953.359248:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096ea5180 x1830887430598528/t4294970639(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.359257:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea5180 with x1830887430598528 ext(0->7) 00010000:00010000:0.0:1746070953.359265:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8600/0xa5d7060008035643 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012461 expref: 260 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.359278:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8600/0xa5d7060008035643 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012461 expref: 260 pid: 9566 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.359285:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ea5180 00000100:00100000:0.0:1746070953.364110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.364160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.366075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.367478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.369061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.373207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.374549:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+262:2007:x1830887430599680:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1004us (1344us total) trans 4294970640 rc 0/0 00000100:00100000:0.0:1746070953.374556:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1946 00002000:00100000:0.0:1746070953.374562:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096ea7b80 x1830887430599680/t4294970640(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.374569:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea7b80 with x1830887430599680 ext(0->7) 00010000:00010000:0.0:1746070953.374574:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8c00/0xa5d7060008035651 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01246f expref: 262 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.374583:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8c00/0xa5d7060008035651 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01246f expref: 262 pid: 9566 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.374589:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ea7b80 00000100:00100000:0.0:1746070953.378769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.381096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.384507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.384550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.388681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.392940:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.405154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.407755:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+265:2008:x1830887430600960:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1895us (2605us total) trans 4294970641 rc 0/0 00000100:00100000:0.0:1746070953.407763:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1948 00002000:00100000:0.0:1746070953.407768:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096ea4700 x1830887430600960/t4294970641(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.407773:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea4700 with x1830887430600960 ext(0->7) 00010000:00010000:0.0:1746070953.407778:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d706000803565f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01247d expref: 265 pid: 9568 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.407789:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d706000803565f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01247d expref: 265 pid: 9568 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.407794:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096ea4700 00000100:00100000:0.0:1746070953.409799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.416785:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.422529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.422577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.429253:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430601856 00000100:00100000:0.0:1746070953.429259:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430601856 00002000:00100000:0.0:1746070953.429287:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d851500 x1830887430601856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746070964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.429295:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851500 with x1830887430601856 ext(0->4095) 00010000:00010000:0.0:1746070953.429301:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803566d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01248b expref: 6 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.429310:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803566d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01248b expref: 6 pid: 9566 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.429316:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d851500 00000100:00100000:0.0:1746070953.429331:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1949 00000100:00100000:0.0:1746070953.429336:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430601856:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070953.429425:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430601856:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (439us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070953.429431:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1949 00002000:00100000:0.0:1746070953.429436:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d851500 x1830887430601856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.429443:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851500 with x1830887430601856 ext(0->4095) 00010000:00010000:0.0:1746070953.429447:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803566d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01248b expref: 6 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.429454:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec9200/0xa5d706000803566d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01248b expref: 6 pid: 9566 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.429459:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d851500 00000100:00100000:0.0:1746070953.432032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.436021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.442989:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.456203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.458890:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+266:2008:x1830887430602624:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1377us (2690us total) trans 4294970642 rc 0/0 00000100:00100000:0.0:1746070953.458897:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1950 00002000:00100000:0.0:1746070953.458905:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5354380 x1830887430602624/t4294970642(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.458912:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5354380 with x1830887430602624 ext(0->7) 00010000:00010000:0.0:1746070953.458922:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d7060008035674 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012492 expref: 266 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.458932:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8800/0xa5d7060008035674 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012492 expref: 266 pid: 9566 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.458942:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5354380 00000100:00100000:0.0:1746070953.460756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.465740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.471112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.471453:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.473548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.477090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.480271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.481893:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+269:2010:x1830887430603904:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1041us (1626us total) trans 4294970643 rc 0/0 00000100:00100000:0.0:1746070953.481900:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1952 00002000:00100000:0.0:1746070953.481906:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e5c3b80 x1830887430603904/t4294970643(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.481912:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3b80 with x1830887430603904 ext(0->7) 00010000:00010000:0.0:1746070953.481917:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8600/0xa5d7060008035682 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124a7 expref: 269 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.481925:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8600/0xa5d7060008035682 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124a7 expref: 269 pid: 9566 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.481930:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e5c3b80 00000100:00100000:0.0:1746070953.487213:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.490822:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e118e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426454912:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070953.490838:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070953.490890:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+268:2008:x1830887430604032:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3528us (3684us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070953.490900:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12409 00000100:00100000:0.0:1746070953.497730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.497903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.498604:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430604544 00000100:00100000:0.0:1746070953.498608:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430604544 00000100:00100000:0.0:1746070953.498634:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28604 00000100:00100000:0.0:1746070953.498641:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430604416:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070953.498656:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070953.498669:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008035690 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0124ae expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.498688:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.498690:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.498696:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008035690 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124ae expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.498708:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008035690 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124ae expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.498718:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c6800, rc 0) 00000100:00100000:0.0:1746070953.498754:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1004:x1830887430604416:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070953.498760:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28604 00000100:00100000:0.0:1746070953.498774:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28605 00000100:00100000:0.0:1746070953.498779:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+268:1003:x1830887430604544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070953.498787:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070953.498792:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7600/0xa5d7060008035697 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0124b5 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.498815:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801325acc00/0xa5d7060008035689 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124a0 expref: 269 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.498823:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008035690 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124ae expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.498828:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.498830:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.498832:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7600/0xa5d7060008035697 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124b5 expref: 269 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.498854:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008035690 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124ae expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.498883:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008035690 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124ae expref: 5 pid: 9567 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746070953.498893:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e5c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426455040:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070953.498943:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801325acc00/0xa5d7060008035689 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124a0 expref: 269 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.498951:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801325acc00/0xa5d7060008035689 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124a0 expref: 269 pid: 9568 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746070953.498963:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e5c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426455168:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070953.498980:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070953.501481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.502215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.509140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.514445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.523533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.528851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.530233:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+270:2008:x1830887430605568:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 759us (1381us total) trans 4294970644 rc 0/0 00000100:00100000:0.0:1746070953.530239:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1954 00002000:00100000:0.0:1746070953.530244:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009f991880 x1830887430605568/t4294970644(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.530251:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f991880 with x1830887430605568 ext(0->7) 00010000:00010000:0.0:1746070953.530256:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7600/0xa5d7060008035697 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124b5 expref: 270 pid: 9567 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.530264:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7600/0xa5d7060008035697 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124b5 expref: 270 pid: 9567 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.530270:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f991880 00000100:00100000:0.0:1746070953.536860:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.539909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.540477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.543788:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.543862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.546817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.552197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.553759:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+273:2008:x1830887430606848:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1215us (1567us total) trans 4294970645 rc 0/0 00000100:00100000:0.0:1746070953.553766:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1956 00002000:00100000:0.0:1746070953.553773:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e03480 x1830887430606848/t4294970645(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.553779:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e03480 with x1830887430606848 ext(0->7) 00010000:00010000:0.0:1746070953.553790:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d70600080356a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124c3 expref: 273 pid: 9567 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.553801:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d70600080356a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124c3 expref: 273 pid: 9567 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.553817:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e03480 00000100:00100000:0.0:1746070953.558753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.563129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.563291:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.565850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.565908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.569379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.576737:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.582861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.589979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.590056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.592656:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.592714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.595956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.601702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.603298:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+277:2007:x1830887430609408:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1357us (1600us total) trans 4294970647 rc 0/0 00000100:00100000:0.0:1746070953.603306:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1962 00002000:00100000:0.0:1746070953.603312:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e350a80 x1830887430609408/t4294970647(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.603319:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e350a80 with x1830887430609408 ext(0->7) 00010000:00010000:0.0:1746070953.603325:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ada00/0xa5d70600080356c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124df expref: 277 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.603339:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ada00/0xa5d70600080356c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124df expref: 277 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.603344:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e350a80 00000100:00100000:0.0:1746070953.613525:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.613609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.617313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.619589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.619663:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.623956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.625748:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.626772:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+278:2010:x1830887430610688:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 795us (1026us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1746070953.626778:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1965 00002000:00100000:0.0:1746070953.626784:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072774a80 x1830887430610688/t4294970648(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.626790:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774a80 with x1830887430610688 ext(0->7) 00010000:00010000:0.0:1746070953.626794:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ace00/0xa5d70600080356cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124ed expref: 278 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.626813:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ace00/0xa5d70600080356cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0124ed expref: 278 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.626818:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072774a80 00000100:00100000:0.0:1746070953.631033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.633505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.637086:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.637498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.639978:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.640344:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.642419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.642455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.644937:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.649136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.650391:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+280:2010:x1830887430612480:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 898us (1261us total) trans 4294970649 rc 0/0 00000100:00100000:0.0:1746070953.650396:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1968 00002000:00100000:0.0:1746070953.650401:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fe8fb80 x1830887430612480/t4294970649(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.650406:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8fb80 with x1830887430612480 ext(0->7) 00010000:00010000:0.0:1746070953.650410:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ace00/0xa5d70600080356e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012502 expref: 280 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.650416:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ace00/0xa5d70600080356e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012502 expref: 280 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.650419:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe8fb80 00000100:00100000:0.0:1746070953.657153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.662549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.664380:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.665133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.667685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.671352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.676530:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.678400:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+283:2010:x1830887430613760:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1354us (1872us total) trans 4294970650 rc 0/0 00000100:00100000:0.0:1746070953.678408:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1970 00002000:00100000:0.0:1746070953.678415:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fe8ed80 x1830887430613760/t4294970650(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.678421:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8ed80 with x1830887430613760 ext(0->7) 00010000:00010000:0.0:1746070953.678427:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d70600080356f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012510 expref: 283 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.678437:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d70600080356f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012510 expref: 283 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.678443:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe8ed80 00000100:00100000:0.0:1746070953.680478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.684972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.690760:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.690829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.693356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.696122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.701346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.703305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.704690:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+284:2008:x1830887430615424:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1176us (1382us total) trans 4294970651 rc 0/0 00000100:00100000:0.0:1746070953.704696:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1972 00002000:00100000:0.0:1746070953.704702:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a61b7b80 x1830887430615424/t4294970651(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.704709:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b7b80 with x1830887430615424 ext(0->7) 00010000:00010000:0.0:1746070953.704714:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008035700 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01251e expref: 284 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.704724:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008035700 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01251e expref: 284 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.704729:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61b7b80 00000100:00100000:0.0:1746070953.705914:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.708759:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.714042:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.717048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.721727:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430616320 00000100:00100000:0.0:1746070953.721733:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430616320 00002000:00100000:0.0:1746070953.721766:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d851880 x1830887430616320/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746070964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.721774:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851880 with x1830887430616320 ext(0->4095) 00010000:00010000:0.0:1746070953.721781:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d7060008035715 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012533 expref: 286 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.721790:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d7060008035715 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012533 expref: 286 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.721796:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d851880 00000100:00100000:0.0:1746070953.721939:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1973 00000100:00100000:0.0:1746070953.721947:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+286:2008:x1830887430616320:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070953.722052:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+286:2008:x1830887430616320:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (1460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070953.722057:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1973 00002000:00100000:0.0:1746070953.722062:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d851880 x1830887430616320/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.722069:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851880 with x1830887430616320 ext(0->4095) 00010000:00010000:0.0:1746070953.722073:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d7060008035715 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012533 expref: 286 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.722080:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d7060008035715 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012533 expref: 286 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.722084:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d851880 00000100:00100000:0.0:1746070953.722993:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.724396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.724430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.727225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.731690:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.732932:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+286:2007:x1830887430617216:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1006us (1251us total) trans 4294970652 rc 0/0 00000100:00100000:0.0:1746070953.732938:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1975 00002000:00100000:0.0:1746070953.732943:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d3b2680 x1830887430617216/t4294970652(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.732949:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b2680 with x1830887430617216 ext(0->7) 00010000:00010000:0.0:1746070953.732954:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800726f0200/0xa5d706000803571c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01253a expref: 286 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.732963:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800726f0200/0xa5d706000803571c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01253a expref: 286 pid: 9566 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.732969:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d3b2680 00000100:00100000:0.0:1746070953.735246:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.738031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.740260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.742736:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.746728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.746787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.749548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.750087:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.750131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.753844:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.755806:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+289:2007:x1830887430619264:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1818us (1952us total) trans 4294970653 rc 0/0 00000100:00100000:0.0:1746070953.755816:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1977 00002000:00100000:0.0:1746070953.755824:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fd19f80 x1830887430619264/t4294970653(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.755831:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19f80 with x1830887430619264 ext(0->7) 00010000:00010000:0.0:1746070953.755838:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007a2d1800/0xa5d7060008035731 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01254f expref: 289 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.755848:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007a2d1800/0xa5d7060008035731 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01254f expref: 289 pid: 9566 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.755853:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd19f80 00000100:00100000:0.0:1746070953.757403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.762371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.767552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.770229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.771254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.773387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.774646:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.777785:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.777839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.780861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.785729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.787621:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+290:2010:x1830887430621312:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1251us (1894us total) trans 4294970654 rc 0/0 00000100:00100000:0.0:1746070953.787631:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1980 00002000:00100000:0.0:1746070953.787638:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8cdf80 x1830887430621312/t4294970654(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.787644:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cdf80 with x1830887430621312 ext(0->7) 00010000:00010000:0.0:1746070953.787651:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008035746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012564 expref: 290 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.787662:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008035746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012564 expref: 290 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.787667:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8cdf80 00000100:00100000:0.0:1746070953.789279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.791923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.793703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.795028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.799437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.800205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.805571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.805634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.806284:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430622848 00000100:00100000:0.0:1746070953.806288:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430622848 00010000:00010000:0.0:1746070953.806301:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801325ada00/0xa5d706000803574d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01256b expref: 6 pid: 17293 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746070953.806327:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12439 00000100:00100000:0.0:1746070953.806332:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887430622848:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070953.806339:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070953.806346:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801325ada00/0xa5d706000803574d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01256b expref: 6 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.806354:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801325ada00/0xa5d706000803574d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01256b expref: 6 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.806365:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801325ada00/0xa5d706000803574d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01256b expref: 6 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.806386:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.806387:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.806393:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130b02200/0xa5d706000803575b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012579 expref: 290 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.806400:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130b02200/0xa5d706000803575b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012579 expref: 290 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.806418:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130b02200/0xa5d706000803575b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012579 expref: 290 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.806426:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130b02200/0xa5d706000803575b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012579 expref: 290 pid: 9568 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746070953.806435:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426461824:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070953.806535:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070953.808501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.811124:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.813719:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+293:2009:x1830887430623360:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2285us (2596us total) trans 4294970655 rc 0/0 00000100:00100000:0.0:1746070953.813728:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1983 00002000:00100000:0.0:1746070953.813736:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8cce00 x1830887430623360/t4294970655(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.813743:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cce00 with x1830887430623360 ext(0->7) 00010000:00010000:0.0:1746070953.813750:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130b02200/0xa5d706000803575b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012579 expref: 293 pid: 9568 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.813761:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130b02200/0xa5d706000803575b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012579 expref: 293 pid: 9568 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.813766:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8cce00 00000100:00100000:0.0:1746070953.817971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.820755:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.825350:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430624000 00000100:00100000:0.0:1746070953.825353:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430624000 00000100:00100000:0.0:1746070953.825388:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28636 00000100:00100000:0.0:1746070953.825393:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+292:1003:x1830887430624000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070953.825399:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070953.825406:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008035770 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01258e expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.825428:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801325acc00/0xa5d7060008035762 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012580 expref: 293 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.825439:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.825440:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.825443:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008035770 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01258e expref: 293 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.825470:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801325acc00/0xa5d7060008035762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012580 expref: 293 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.825480:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801325acc00/0xa5d7060008035762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012580 expref: 293 pid: 17293 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746070953.825490:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d800000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426462080:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070953.825790:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070953.828354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.834325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.836166:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.837188:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+294:2008:x1830887430624640:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 734us (1024us total) trans 4294970656 rc 0/0 00000100:00100000:0.0:1746070953.837196:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1985 00002000:00100000:0.0:1746070953.837201:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d802300 x1830887430624640/t4294970656(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.837208:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d802300 with x1830887430624640 ext(0->7) 00010000:00010000:0.0:1746070953.837213:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008035770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01258e expref: 294 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.837227:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a069b600/0xa5d7060008035770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01258e expref: 294 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.837232:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d802300 00000100:00100000:0.0:1746070953.840070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.846192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.851983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.852595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.853283:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28638 00000100:00100000:0.0:1746070953.853289:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+294:1004:x1830887430625280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070953.853296:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070953.853309:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5c00/0xa5d7060008035777 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01259c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.853328:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.853330:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.853335:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5c00/0xa5d7060008035777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01259c expref: 295 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.853346:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5c00/0xa5d7060008035777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01259c expref: 295 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.853354:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5e5c00, rc 0) 00000100:00100000:0.0:1746070953.853399:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+295:1004:x1830887430625280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070953.853404:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28638 00000100:00100000:0.0:1746070953.854781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.855518:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e11ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426462720:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070953.855534:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800821b3a00/0xa5d706000803577e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012595 expref: 295 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.855544:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3a00, rc 0) 00000100:00100000:0.0:1746070953.855836:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+295:1003:x1830887430625152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2760us (3864us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070953.855841:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28637 00000100:00100000:0.0:1746070953.857531:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.859368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.860808:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430625920 00000100:00100000:0.0:1746070953.860812:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430625920 00010000:00010000:0.0:1746070953.860826:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5c00/0xa5d7060008035777 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01259c expref: 295 pid: 9566 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746070953.860854:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12444 00000100:00100000:0.0:1746070953.860859:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+295:2007:x1830887430625920:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070953.860890:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070953.860902:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5c00/0xa5d7060008035777 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01259c expref: 295 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.861627:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5c00/0xa5d7060008035777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01259c expref: 295 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.861644:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5c00/0xa5d7060008035777 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01259c expref: 295 pid: 9566 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.861670:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.861672:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070953.861678:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3a00/0xa5d706000803577e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012595 expref: 294 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.861684:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800821b3a00/0xa5d706000803577e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012595 expref: 294 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.861725:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800821b3a00/0xa5d706000803577e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012595 expref: 294 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.861735:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800821b3a00/0xa5d706000803577e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012595 expref: 294 pid: 17293 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746070953.861745:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426462976:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070953.861822:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070953.865300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.868222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.870212:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+296:2009:x1830887430626432:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1615us (1991us total) trans 4294970657 rc 0/0 00000100:00100000:0.0:1746070953.870220:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1988 00002000:00100000:0.0:1746070953.870226:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ed5aa00 x1830887430626432/t4294970657(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.870233:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5aa00 with x1830887430626432 ext(0->7) 00010000:00010000:0.0:1746070953.870239:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3a00/0xa5d706000803577e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012595 expref: 296 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.870250:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b3a00/0xa5d706000803577e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012595 expref: 296 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.870256:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed5aa00 00000100:00100000:0.0:1746070953.874509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.881303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.882351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.885120:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.887264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.890340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.892444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.894075:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+299:2008:x1830887430627712:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1502us (1632us total) trans 4294970658 rc 0/0 00000100:00100000:0.0:1746070953.894083:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1990 00002000:00100000:0.0:1746070953.894090:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ed58a80 x1830887430627712/t4294970658(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.894096:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed58a80 with x1830887430627712 ext(0->7) 00010000:00010000:0.0:1746070953.894103:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2c00/0xa5d706000803578c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125aa expref: 299 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.894114:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b2c00/0xa5d706000803578c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125aa expref: 299 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.894119:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ed58a80 00000100:00100000:0.0:1746070953.895765:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.898392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.901674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.902910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.905089:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.905137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.906936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.906981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.907552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.909124:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.916938:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.921394:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+300:2009:x1830887430629760:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2265us (4456us total) trans 4294970659 rc 0/0 00000100:00100000:0.0:1746070953.921405:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1992 00002000:00100000:0.0:1746070953.921414:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a607ed80 x1830887430629760/t4294970659(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.921422:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607ed80 with x1830887430629760 ext(0->7) 00010000:00010000:0.0:1746070953.921429:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2200/0xa5d70600080357a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125bf expref: 300 pid: 17293 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746070953.921443:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b2200/0xa5d70600080357a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125bf expref: 300 pid: 17293 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746070953.921449:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a607ed80 00000100:00100000:0.0:1746070953.925358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.927008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.928463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.931177:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.946382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.956439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.957253:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+302:2008:x1830887430630912:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 607us (812us total) trans 4294970660 rc 0/0 00000100:00100000:0.0:1746070953.957260:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1994 00002000:00100000:0.0:1746070953.957265:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e14a300 x1830887430630912/t4294970660(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.957272:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14a300 with x1830887430630912 ext(0->7) 00010000:00010000:0.0:1746070953.957277:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d70600080357af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125cd expref: 302 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070953.957287:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d70600080357af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125cd expref: 302 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070953.957292:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e14a300 00000100:00100000:0.0:1746070953.958820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.961219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.963898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.965116:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.966827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.968972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.974613:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.974904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.980830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.984420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.985977:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+304:2007:x1830887430632832:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1417us (1554us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1746070953.985987:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1995 00002000:00100000:0.0:1746070953.985993:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012b41c000 x1830887430632832/t4294970661(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746070964 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070953.986000:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41c000 with x1830887430632832 ext(0->7) 00010000:00010000:0.0:1746070953.986005:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3600/0xa5d70600080357c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125e2 expref: 304 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070953.986015:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b3600/0xa5d70600080357c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125e2 expref: 304 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070953.986020:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b41c000 00000100:00100000:0.0:1746070953.989792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.993282:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.994666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.997601:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e119180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426465536:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070953.997622:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800821b3600/0xa5d70600080357d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125f0 expref: 304 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070953.997634:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3600, rc 0) 00000100:00100000:0.0:1746070953.997670:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+304:1003:x1830887430633216:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3734us (4394us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070953.997677:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28650 00000100:00100000:0.0:1746070953.998614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070953.998651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.001564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.004356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.008105:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+307:2010:x1830887430634112:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3489us (3744us total) trans 4294970662 rc 0/0 00000100:00100000:0.0:1746070954.008115:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1998 00002000:00100000:0.0:1746070954.008124:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012b41f480 x1830887430634112/t4294970662(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.008131:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41f480 with x1830887430634112 ext(0->7) 00010000:00010000:0.0:1746070954.008138:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3600/0xa5d70600080357d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125f0 expref: 307 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.008149:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b3600/0xa5d70600080357d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125f0 expref: 307 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.008155:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b41f480 00000100:00100000:0.0:1746070954.013011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.019239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.022189:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.022229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.026307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.026340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.026360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.026693:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12459 00000100:00100000:0.0:1746070954.026700:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+310:2007:x1830887430635136:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070954.026706:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070954.026961:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800821b2a00/0xa5d70600080357d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125f7 expref: 309 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.026973:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800821b2a00/0xa5d70600080357d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125f7 expref: 309 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.026984:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2a00/0xa5d70600080357d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0125f7 expref: 309 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.026993:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.026994:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.026999:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2200/0xa5d70600080357e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012605 expref: 307 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.027005:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800821b2200/0xa5d70600080357e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012605 expref: 307 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.027021:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800821b2200/0xa5d70600080357e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012605 expref: 307 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.027030:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800821b2200/0xa5d70600080357e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012605 expref: 307 pid: 9568 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746070954.027040:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009def0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426466432:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070954.027076:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070954.028945:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.031176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.032249:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+309:2007:x1830887430635904:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 853us (1075us total) trans 4294970663 rc 0/0 00000100:00100000:0.0:1746070954.032258:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2000 00002000:00100000:0.0:1746070954.032264:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009def0a80 x1830887430635904/t4294970663(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.032271:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009def0a80 with x1830887430635904 ext(0->7) 00010000:00010000:0.0:1746070954.032276:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2200/0xa5d70600080357e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012605 expref: 309 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.032285:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b2200/0xa5d70600080357e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012605 expref: 309 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.032290:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009def0a80 00000100:00100000:0.0:1746070954.033667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.035966:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.038136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.040217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.042374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.048803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.053179:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430637184 00000100:00100000:0.0:1746070954.053185:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430637184 00010000:00010000:0.0:1746070954.053205:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080357f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012613 expref: 6 pid: 17293 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746070954.053240:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12461 00000100:00100000:0.0:1746070954.053246:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430637184:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070954.053255:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070954.053279:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080357f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012613 expref: 6 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.053290:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080357f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012613 expref: 6 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.053315:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080357f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012613 expref: 6 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.053330:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.053332:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.053338:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3000/0xa5d70600080357fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01261a expref: 308 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.053346:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800821b3000/0xa5d70600080357fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01261a expref: 308 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.053376:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800821b3000/0xa5d70600080357fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01261a expref: 308 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070954.053384:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426466944:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070954.053419:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070954.055170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.055920:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.061628:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.062517:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+311:2007:x1830887430637952:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 727us (888us total) trans 4294970664 rc 0/0 00000100:00100000:0.0:1746070954.062524:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2002 00002000:00100000:0.0:1746070954.062530:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ffc4380 x1830887430637952/t4294970664(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.062537:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc4380 with x1830887430637952 ext(0->7) 00010000:00010000:0.0:1746070954.062541:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3000/0xa5d70600080357fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01261a expref: 311 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.062551:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b3000/0xa5d70600080357fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01261a expref: 311 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.062556:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ffc4380 00000100:00100000:0.0:1746070954.069606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.076073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.078271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.080480:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.083004:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.083257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.089097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.097416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.098998:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+313:2007:x1830887430639744:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 985us (1587us total) trans 4294970665 rc 0/0 00000100:00100000:0.0:1746070954.099005:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2005 00002000:00100000:0.0:1746070954.099011:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130565500 x1830887430639744/t4294970665(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.099019:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565500 with x1830887430639744 ext(0->7) 00010000:00010000:0.0:1746070954.099024:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3c00/0xa5d7060008035811 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01262f expref: 313 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.099040:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b3c00/0xa5d7060008035811 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01262f expref: 313 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.099045:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130565500 00000100:00100000:0.0:1746070954.100525:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.103292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.103309:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430640128 00000100:00100000:0.0:1746070954.103313:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430640128 00002000:00100000:0.0:1746070954.103335:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130567480 x1830887430640128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746070965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.103344:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130567480 with x1830887430640128 ext(0->4095) 00002000:00010000:0.0:1746070954.103347:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130567480 00000100:00100000:0.0:1746070954.103367:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12948 00000100:00100000:0.0:1746070954.103372:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+313:2008:x1830887430640128:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070954.103461:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+313:2008:x1830887430640128:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 88us (172us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070954.103466:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12948 00002000:00100000:0.0:1746070954.103471:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130567480 x1830887430640128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746070965 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.103477:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130567480 with x1830887430640128 ext(0->4095) 00002000:00010000:0.0:1746070954.103479:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130567480 00000100:00100000:0.0:1746070954.112116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.112215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.114256:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28662 00000100:00100000:0.0:1746070954.114266:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430640256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070954.114282:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070954.114293:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880082193200/0xa5d7060008035826 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01263d expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.114533:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.114538:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2200/0xa5d706000803581f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012644 expref: 313 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.114543:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070954.114545:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880082193200/0xa5d7060008035826 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01263d expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.114572:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800821b2200/0xa5d706000803581f lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012644 expref: 313 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.114583:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880082193200/0xa5d7060008035826 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01263d expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.114591:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880082193200, rc 0) 00000100:00100000:0.0:1746070954.114629:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1004:x1830887430640256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 365us (2413us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070954.114634:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28662 00000100:00100000:0.0:1746070954.121747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.125115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.134474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.135590:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+314:2009:x1830887430641024:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 919us (1121us total) trans 4294970666 rc 0/0 00000100:00100000:0.0:1746070954.135601:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2007 00002000:00100000:0.0:1746070954.135607:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcdb480 x1830887430641024/t4294970666(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.135614:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdb480 with x1830887430641024 ext(0->7) 00010000:00010000:0.0:1746070954.135619:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2200/0xa5d706000803581f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012644 expref: 314 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.135629:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b2200/0xa5d706000803581f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012644 expref: 314 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.135634:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcdb480 00000100:00100000:0.0:1746070954.138928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.142222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.147977:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.152553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.156325:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.164467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.168348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.168618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.169287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.169314:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430642304 00000100:00100000:0.0:1746070954.169317:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430642304 00010000:00010000:0.0:1746070954.169329:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800821b3600/0xa5d706000803582d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01264b expref: 317 pid: 17293 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746070954.169350:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12470 00000100:00100000:0.0:1746070954.169355:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+317:2010:x1830887430642304:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070954.169361:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070954.169368:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800821b3600/0xa5d706000803582d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01264b expref: 317 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.169376:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800821b3600/0xa5d706000803582d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01264b expref: 317 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.169387:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3600/0xa5d706000803582d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01264b expref: 317 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.169396:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.169398:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.169403:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d7060008035834 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012652 expref: 316 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.169410:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d7060008035834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012652 expref: 316 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.169428:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d7060008035834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012652 expref: 316 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.169437:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d7060008035834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012652 expref: 316 pid: 9568 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746070954.169445:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcdb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426468864:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070954.169476:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070954.171598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.174447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.175645:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+317:2007:x1830887430643072:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 999us (1201us total) trans 4294970667 rc 0/0 00000100:00100000:0.0:1746070954.175653:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2009 00002000:00100000:0.0:1746070954.175659:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcdaa00 x1830887430643072/t4294970667(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.175667:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdaa00 with x1830887430643072 ext(0->7) 00010000:00010000:0.0:1746070954.175672:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d7060008035834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012652 expref: 317 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.175683:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d7060008035834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012652 expref: 317 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.175688:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcdaa00 00000100:00100000:0.0:1746070954.177974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.185503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.190341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.198544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.199138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.201354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.201412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.203139:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.206008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.208670:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.209950:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+319:2007:x1830887430644864:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1037us (1392us total) trans 4294970668 rc 0/0 00000100:00100000:0.0:1746070954.209960:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2012 00002000:00100000:0.0:1746070954.209966:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009dcfd880 x1830887430644864/t4294970668(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.209972:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfd880 with x1830887430644864 ext(0->7) 00010000:00010000:0.0:1746070954.209977:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0464600/0xa5d7060008035849 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012667 expref: 319 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.209985:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0464600/0xa5d7060008035849 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012667 expref: 319 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.209990:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dcfd880 00000100:00100000:0.0:1746070954.211368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.215224:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.217853:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.222323:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.225471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.227447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.229118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.231778:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.232436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.235835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.239768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.244939:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+320:2009:x1830887430646912:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1860us (5173us total) trans 4294970669 rc 0/0 00000100:00100000:0.0:1746070954.244948:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2015 00002000:00100000:0.0:1746070954.244956:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e0b2680 x1830887430646912/t4294970669(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.244964:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2680 with x1830887430646912 ext(0->7) 00010000:00010000:0.0:1746070954.244970:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325acc00/0xa5d706000803585e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01267c expref: 320 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.244982:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325acc00/0xa5d706000803585e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01267c expref: 320 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.244987:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0b2680 00000100:00100000:0.0:1746070954.254819:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.260398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.262582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.265403:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.266259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.270143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.270836:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12479 00000100:00100000:0.0:1746070954.270844:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430648192:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070954.270851:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070954.270862:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008035865 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012683 expref: 6 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.270890:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008035865 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012683 expref: 6 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.270903:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008035865 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012683 expref: 6 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.272099:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070954.277159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.279628:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.286113:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+323:2008:x1830887430648704:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4623us (6480us total) trans 4294970670 rc 0/0 00000100:00100000:0.0:1746070954.286124:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2018 00002000:00100000:0.0:1746070954.286133:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c13480 x1830887430648704/t4294970670(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.286142:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c13480 with x1830887430648704 ext(0->7) 00010000:00010000:0.0:1746070954.286149:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2400/0xa5d7060008035873 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012691 expref: 323 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.286162:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b2400/0xa5d7060008035873 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012691 expref: 323 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.286168:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c13480 00000100:00100000:0.0:1746070954.290426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.291244:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.295274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.297512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.297584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.300191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.300271:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430649728 00000100:00100000:0.0:1746070954.300275:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430649728 00002000:00100000:0.0:1746070954.300300:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c12300 x1830887430649728/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746070965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.300309:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c12300 with x1830887430649728 ext(0->4095) 00010000:00010000:0.0:1746070954.300317:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465000/0xa5d7060008035881 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01269f expref: 322 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.300329:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465000/0xa5d7060008035881 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01269f expref: 322 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.300335:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c12300 00000100:00100000:0.0:1746070954.300361:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2020 00000100:00100000:0.0:1746070954.300366:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+322:2008:x1830887430649728:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070954.300448:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+322:2008:x1830887430649728:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 82us (257us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070954.300453:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2020 00002000:00100000:0.0:1746070954.300458:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c12300 x1830887430649728/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.300464:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c12300 with x1830887430649728 ext(0->4095) 00010000:00010000:0.0:1746070954.300469:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465000/0xa5d7060008035881 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01269f expref: 322 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.300477:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465000/0xa5d7060008035881 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01269f expref: 322 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.300483:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c12300 00000100:00100000:0.0:1746070954.305648:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+324:2008:x1830887430649984:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2382us (2951us total) trans 4294970671 rc 0/0 00000100:00100000:0.0:1746070954.305658:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2021 00002000:00100000:0.0:1746070954.305666:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d853480 x1830887430649984/t4294970671(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.305674:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853480 with x1830887430649984 ext(0->7) 00010000:00010000:0.0:1746070954.305681:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465000/0xa5d7060008035881 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01269f expref: 324 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.305703:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465000/0xa5d7060008035881 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01269f expref: 324 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.305709:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d853480 00000100:00100000:0.0:1746070954.307917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.311023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.313131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.314455:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430650624 00000100:00100000:0.0:1746070954.314459:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430650624 00000100:00100000:0.0:1746070954.314489:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28678 00000100:00100000:0.0:1746070954.314494:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+325:1004:x1830887430650624:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070954.314500:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070954.314507:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880082193800/0xa5d7060008035896 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0126b4 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.314517:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.314521:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3200/0xa5d706000803588f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126ad expref: 326 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.314530:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070954.314532:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880082193800/0xa5d7060008035896 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126b4 expref: 326 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.314548:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800821b3200/0xa5d706000803588f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126ad expref: 326 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.314557:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880082193800/0xa5d7060008035896 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126b4 expref: 326 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.314565:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880082193800, rc 0) 00000100:00100000:0.0:1746070954.314592:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+326:1004:x1830887430650624:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070954.314597:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28678 00000100:00100000:0.0:1746070954.315467:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.317072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.318503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.319283:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+327:2008:x1830887430651264:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 643us (780us total) trans 4294970672 rc 0/0 00000100:00100000:0.0:1746070954.319289:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2023 00002000:00100000:0.0:1746070954.319293:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c11500 x1830887430651264/t4294970672(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.319300:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c11500 with x1830887430651264 ext(0->7) 00010000:00010000:0.0:1746070954.319304:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3200/0xa5d706000803588f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126ad expref: 327 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.319317:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b3200/0xa5d706000803588f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126ad expref: 327 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.319322:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c11500 00000100:00100000:0.0:1746070954.320532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.325825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.328987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.330465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.331606:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430652160 00000100:00100000:0.0:1746070954.331609:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430652160 00002000:00100000:0.0:1746070954.331630:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d850a80 x1830887430652160/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746070965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.331638:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850a80 with x1830887430652160 ext(0->4095) 00010000:00010000:0.0:1746070954.331643:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0464600/0xa5d706000803589d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126bb expref: 6 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.331652:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0464600/0xa5d706000803589d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126bb expref: 6 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.331658:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d850a80 00000100:00100000:0.0:1746070954.331669:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2024 00000100:00100000:0.0:1746070954.331673:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430652160:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070954.331754:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430652160:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 80us (188us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070954.331760:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2024 00002000:00100000:0.0:1746070954.331765:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d850a80 x1830887430652160/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.331771:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850a80 with x1830887430652160 ext(0->4095) 00010000:00010000:0.0:1746070954.331788:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0464600/0xa5d706000803589d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126bb expref: 6 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.331801:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0464600/0xa5d706000803589d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126bb expref: 6 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.331807:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d850a80 00000100:00100000:0.0:1746070954.333005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.334247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.334292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.337310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.338774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.339751:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+329:2007:x1830887430653056:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 830us (975us total) trans 4294970673 rc 0/0 00000100:00100000:0.0:1746070954.339757:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2026 00002000:00100000:0.0:1746070954.339763:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc39180 x1830887430653056/t4294970673(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.339770:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39180 with x1830887430653056 ext(0->7) 00010000:00010000:0.0:1746070954.339774:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d70600080358a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126c2 expref: 329 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.339783:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d70600080358a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126c2 expref: 329 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.339806:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc39180 00000100:00100000:0.0:1746070954.340896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.344279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.347373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.351186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.351316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.351337:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430653952 00000100:00100000:0.0:1746070954.351340:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430653952 00002000:00100000:0.0:1746070954.351363:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009fc39c00 x1830887430653952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746070965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.351371:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39c00 with x1830887430653952 ext(0->4095) 00002000:00010000:0.0:1746070954.351375:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc39c00 00000100:00100000:0.0:1746070954.351805:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2027 00000100:00100000:0.0:1746070954.351812:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430653952:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070954.351917:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430653952:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (601us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070954.351923:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2027 00002000:00100000:0.0:1746070954.351928:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009fc39c00 x1830887430653952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.351934:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39c00 with x1830887430653952 ext(0->4095) 00010000:00010000:0.0:1746070954.351938:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465200/0xa5d70600080358b2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126d0 expref: 6 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.351947:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465200/0xa5d70600080358b2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126d0 expref: 6 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.351952:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc39c00 00000100:00100000:0.0:1746070954.354393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.354424:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.355904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.358537:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430654592 00000100:00100000:0.0:1746070954.358542:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430654592 00002000:00100000:0.0:1746070954.358570:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e11ad80 x1830887430654592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746070965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.358578:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11ad80 with x1830887430654592 ext(0->4095) 00010000:00010000:0.0:1746070954.358636:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080358b9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126d7 expref: 330 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.358649:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080358b9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126d7 expref: 330 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.358655:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e11ad80 00000100:00100000:0.0:1746070954.358675:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2028 00000100:00100000:0.0:1746070954.358681:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+330:2007:x1830887430654592:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070954.358805:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+330:2007:x1830887430654592:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (384us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070954.358811:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2028 00002000:00100000:0.0:1746070954.358816:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009e11ad80 x1830887430654592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.358823:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11ad80 with x1830887430654592 ext(0->4095) 00010000:00010000:0.0:1746070954.358828:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080358b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126d7 expref: 330 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.358837:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080358b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126d7 expref: 330 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.358842:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e11ad80 00000100:00100000:0.0:1746070954.367411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.368623:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+331:2009:x1830887430654848:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 842us (1217us total) trans 4294970674 rc 0/0 00000100:00100000:0.0:1746070954.368630:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2029 00002000:00100000:0.0:1746070954.368635:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fc3aa00 x1830887430654848/t4294970674(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.368643:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3aa00 with x1830887430654848 ext(0->7) 00010000:00010000:0.0:1746070954.368647:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080358b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126d7 expref: 331 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.368657:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080358b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126d7 expref: 331 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.368662:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fc3aa00 00000100:00100000:0.0:1746070954.373260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.375308:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e11a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426473216:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070954.375320:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070954.375341:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+332:2007:x1830887430654976:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1829us (2087us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070954.375349:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12490 00000100:00100000:0.0:1746070954.376462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.378746:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.378828:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.381336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.393484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.399371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.399454:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.402860:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.407760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.409785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.417022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.422655:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.424058:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+334:2009:x1830887430657280:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1060us (1402us total) trans 4294970676 rc 0/0 00000100:00100000:0.0:1746070954.424065:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2034 00002000:00100000:0.0:1746070954.424070:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e2ca80 x1830887430657280/t4294970676(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.424077:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ca80 with x1830887430657280 ext(0->7) 00010000:00010000:0.0:1746070954.424083:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a604b400/0xa5d70600080358d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126f3 expref: 334 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.424092:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a604b400/0xa5d70600080358d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0126f3 expref: 334 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.424097:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e2ca80 00000100:00100000:0.0:1746070954.426478:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.427975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.429386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.430960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.432993:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.434732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.434919:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28690 00000100:00100000:0.0:1746070954.434925:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430658304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070954.434936:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070954.434950:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096c3e800/0xa5d70600080358ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012708 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.434970:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080358e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012701 expref: 333 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.434976:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070954.434977:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070954.434981:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096c3e800/0xa5d70600080358ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012708 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.435002:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080358e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012701 expref: 333 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.435012:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0465600/0xa5d70600080358e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012701 expref: 333 pid: 9568 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746070954.435022:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426474624:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070954.435129:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070954.441042:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.446993:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.449032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.451364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.453188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.455472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.459142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.467917:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+338:2007:x1830887430659584:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3249us (3436us total) trans 4294970678 rc 0/0 00000100:00100000:0.0:1746070954.467928:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2038 00002000:00100000:0.0:1746070954.467936:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d851f80 x1830887430659584/t4294970678(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.467944:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851f80 with x1830887430659584 ext(0->7) 00010000:00010000:0.0:1746070954.467953:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2400/0xa5d70600080358f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01270f expref: 338 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.467965:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b2400/0xa5d70600080358f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01270f expref: 338 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.467971:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d851f80 00000100:00100000:0.0:1746070954.470698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.472129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.474130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.477783:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.481028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.481073:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430660480 00000100:00100000:0.0:1746070954.481078:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430660480 00002000:00100000:0.0:1746070954.481105:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ef04380 x1830887430660480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746070965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.481113:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04380 with x1830887430660480 ext(0->4095) 00002000:00010000:0.0:1746070954.481117:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef04380 00000100:00100000:0.0:1746070954.481145:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12963 00000100:00100000:0.0:1746070954.481151:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+338:2010:x1830887430660480:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070954.481558:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+338:2010:x1830887430660480:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 406us (530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070954.481563:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12963 00002000:00100000:0.0:1746070954.481569:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ef04380 x1830887430660480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746070965 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.481576:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04380 with x1830887430660480 ext(0->4095) 00002000:00010000:0.0:1746070954.481579:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ef04380 00000100:00100000:0.0:1746070954.485286:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.494159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.498079:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+340:2007:x1830887430660736:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3676us (3917us total) trans 4294970679 rc 0/0 00000100:00100000:0.0:1746070954.498090:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2040 00002000:00100000:0.0:1746070954.498100:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ef07b80 x1830887430660736/t4294970679(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.498109:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef07b80 with x1830887430660736 ext(0->7) 00010000:00010000:0.0:1746070954.498117:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d70600080358ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01271d expref: 340 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.498130:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0465400/0xa5d70600080358ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01271d expref: 340 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.498136:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ef07b80 00000100:00100000:0.0:1746070954.499637:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.507831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.507882:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.513421:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.514257:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.520376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.533574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.533620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.536209:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+344:2010:x1830887430662016:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2120us (2636us total) trans 4294970680 rc 0/0 00000100:00100000:0.0:1746070954.536218:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2043 00002000:00100000:0.0:1746070954.536224:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e0ed80 x1830887430662016/t4294970680(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.536232:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ed80 with x1830887430662016 ext(0->7) 00010000:00010000:0.0:1746070954.536238:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820ce800/0xa5d706000803590d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01272b expref: 344 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.536250:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820ce800/0xa5d706000803590d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01272b expref: 344 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.536255:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e0ed80 00000100:00100000:0.0:1746070954.540750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.542994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.545745:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.545827:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430662656 00000100:00100000:0.0:1746070954.545833:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430662656 00000100:00100000:0.0:1746070954.545887:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28698 00000100:00100000:0.0:1746070954.545893:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1004:x1830887430662656:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070954.545905:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070954.545919:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096c3f800/0xa5d7060008035922 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012740 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.545937:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.545942:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0464600/0xa5d706000803591b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012739 expref: 342 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.545947:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070954.545950:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096c3f800/0xa5d7060008035922 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012740 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.545977:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0464600/0xa5d706000803591b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012739 expref: 342 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.545989:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096c3f800/0xa5d7060008035922 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012740 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.545998:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096c3f800, rc 0) 00000100:00100000:0.0:1746070954.548373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.552113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.557693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.561748:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+344:2010:x1830887430663296:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3710us (4056us total) trans 4294970681 rc 0/0 00000100:00100000:0.0:1746070954.561760:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2046 00002000:00100000:0.0:1746070954.561770:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e61880 x1830887430663296/t4294970681(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.561778:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61880 with x1830887430663296 ext(0->7) 00010000:00010000:0.0:1746070954.561795:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0464600/0xa5d706000803591b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012739 expref: 344 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.561808:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0464600/0xa5d706000803591b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012739 expref: 344 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.561815:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e61880 00000100:00100000:0.0:1746070954.567186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.568441:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.570593:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.572296:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.576345:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.579318:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.581026:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+346:2008:x1830887430664448:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 877us (1707us total) trans 4294970682 rc 0/0 00000100:00100000:0.0:1746070954.581032:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2048 00002000:00100000:0.0:1746070954.581038:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e63480 x1830887430664448/t4294970682(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.581045:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e63480 with x1830887430664448 ext(0->7) 00010000:00010000:0.0:1746070954.581050:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d7060008035929 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012747 expref: 346 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.581060:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325ac200/0xa5d7060008035929 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012747 expref: 346 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.581065:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e63480 00000100:00100000:0.0:1746070954.584193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.587489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.590133:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430664960 00000100:00100000:0.0:1746070954.590139:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430664960 00000100:00100000:0.0:1746070954.590527:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28701 00000100:00100000:0.0:1746070954.590533:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+345:1003:x1830887430664960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070954.590543:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070954.590555:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096c3e200/0xa5d7060008035937 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012755 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.590576:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008035930 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01274e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.590582:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.590584:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.590587:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096c3e200/0xa5d7060008035937 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012755 expref: 346 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.590610:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008035930 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01274e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.590620:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801325ac400/0xa5d7060008035930 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01274e expref: 5 pid: 17293 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746070954.590630:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426477440:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070954.590684:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070954.593771:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.593827:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.598951:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.604059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.611437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.617038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.620353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.628532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.634324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.634381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.637758:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.637796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.639285:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430667520 00000100:00100000:0.0:1746070954.639288:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430667520 00010000:00010000:0.0:1746070954.639300:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800820ce800/0xa5d706000803593e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01275c expref: 349 pid: 9568 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746070954.639318:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12510 00000100:00100000:0.0:1746070954.639323:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+349:2008:x1830887430667520:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070954.639330:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070954.639340:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800820ce800/0xa5d706000803593e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01275c expref: 349 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.639354:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800820ce800/0xa5d706000803593e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01275c expref: 349 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.639367:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800820ce800/0xa5d706000803593e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01275c expref: 349 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.639389:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.639390:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.639396:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800820cec00/0xa5d706000803594c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01276a expref: 348 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.639402:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800820cec00/0xa5d706000803594c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01276a expref: 348 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.639421:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800820cec00/0xa5d706000803594c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01276a expref: 348 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.639430:0:7205:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800820cec00/0xa5d706000803594c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01276a expref: 348 pid: 17293 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746070954.639438:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426478336:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070954.639481:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070954.642135:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426478336:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070954.642149:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070954.642189:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+349:2008:x1830887430667520:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2865us (3432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070954.642200:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12510 00000100:00100000:0.0:1746070954.645012:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.646250:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+350:2010:x1830887430668032:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 725us (1239us total) trans 4294970684 rc 0/0 00000100:00100000:0.0:1746070954.646256:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2052 00002000:00100000:0.0:1746070954.646260:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801327baa00 x1830887430668032/t4294970684(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.646266:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327baa00 with x1830887430668032 ext(0->7) 00010000:00010000:0.0:1746070954.646271:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800820cec00/0xa5d706000803594c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01276a expref: 350 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.646280:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800820cec00/0xa5d706000803594c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01276a expref: 350 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.646285:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327baa00 00000100:00100000:0.0:1746070954.647763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.651844:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef05180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426478464:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070954.651862:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070954.651917:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+349:2007:x1830887430668160:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3704us (4156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070954.651927:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12511 00000100:00100000:0.0:1746070954.652279:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.657453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.661435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.661564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.664568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.664603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.675532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.677346:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+352:2010:x1830887430669824:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1594us (1819us total) trans 4294970685 rc 0/0 00000100:00100000:0.0:1746070954.677355:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2055 00002000:00100000:0.0:1746070954.677362:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801327b9180 x1830887430669824/t4294970685(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.677369:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b9180 with x1830887430669824 ext(0->7) 00010000:00010000:0.0:1746070954.677375:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130b26a00/0xa5d7060008035961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01277f expref: 352 pid: 17293 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.677388:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130b26a00/0xa5d7060008035961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01277f expref: 352 pid: 17293 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.677394:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801327b9180 00000100:00100000:0.0:1746070954.683561:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.690122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.694774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.695665:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430670336 00000100:00100000:0.0:1746070954.695673:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430670336 00000100:00100000:0.0:1746070954.695705:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430670464 00000100:00100000:0.0:1746070954.695707:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430670464 00000100:00100000:0.0:1746070954.695720:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28709 00000100:00100000:0.0:1746070954.695726:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+352:1004:x1830887430670336:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070954.695740:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070954.695759:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5cfcc00/0xa5d706000803596f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01278d expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.696477:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.696480:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.696487:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5cfcc00/0xa5d706000803596f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01278d expref: 354 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.696569:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5cfcc00/0xa5d706000803596f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01278d expref: 354 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.696579:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5cfcc00, rc 0) 00000100:00100000:0.0:1746070954.696628:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+354:1004:x1830887430670336:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 901us (1860us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070954.696633:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28709 00000100:00100000:0.0:1746070954.708091:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.708170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.711304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.719740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.721610:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+354:2008:x1830887430671616:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1448us (1869us total) trans 4294970686 rc 0/0 00000100:00100000:0.0:1746070954.721617:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2058 00002000:00100000:0.0:1746070954.721624:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009fbdc000 x1830887430671616/t4294970686(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.721631:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdc000 with x1830887430671616 ext(0->7) 00010000:00010000:0.0:1746070954.721637:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801325acc00/0xa5d7060008035976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012794 expref: 354 pid: 9567 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.721653:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801325acc00/0xa5d7060008035976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012794 expref: 354 pid: 9567 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.721659:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fbdc000 00000100:00100000:0.0:1746070954.723563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.726303:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430672000 00000100:00100000:0.0:1746070954.726308:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430672000 00002000:00100000:0.0:1746070954.726331:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5e2ed80 x1830887430672000/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746070965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.726338:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ed80 with x1830887430672000 ext(0->4095) 00002000:00010000:0.0:1746070954.726341:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e2ed80 00000100:00100000:0.0:1746070954.726352:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12972 00000100:00100000:0.0:1746070954.726356:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430672000:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070954.726431:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430672000:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 75us (417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070954.726436:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12972 00002000:00100000:0.0:1746070954.726439:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5e2ed80 x1830887430672000/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746070965 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.726445:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ed80 with x1830887430672000 ext(0->4095) 00002000:00010000:0.0:1746070954.726447:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e2ed80 00000100:00100000:0.0:1746070954.729460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.731547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.734542:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.740595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.749331:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.749367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.749411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.749426:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430673152 00000100:00100000:0.0:1746070954.749429:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430673152 00010000:00010000:0.0:1746070954.749441:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800821b2000/0xa5d706000803597d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01279b expref: 6 pid: 9567 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746070954.752819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.756721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.758629:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+357:2009:x1830887430673664:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1686us (1908us total) trans 4294970687 rc 0/0 00000100:00100000:0.0:1746070954.758638:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2060 00002000:00100000:0.0:1746070954.758645:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009e369c00 x1830887430673664/t4294970687(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.758652:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369c00 with x1830887430673664 ext(0->7) 00010000:00010000:0.0:1746070954.758658:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3e00/0xa5d706000803598b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127a9 expref: 357 pid: 9567 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.758669:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b3e00/0xa5d706000803598b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127a9 expref: 357 pid: 9567 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.758674:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e369c00 00000100:00100000:0.0:1746070954.770180:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.770231:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.774795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.777098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.777173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.782293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.789750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.792519:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+358:2007:x1830887430674944:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1126us (2772us total) trans 4294970688 rc 0/0 00000100:00100000:0.0:1746070954.792527:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2063 00002000:00100000:0.0:1746070954.792534:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009c8ced80 x1830887430674944/t4294970688(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.792540:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8ced80 with x1830887430674944 ext(0->7) 00010000:00010000:0.0:1746070954.792545:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2000/0xa5d7060008035999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127b7 expref: 358 pid: 9567 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.792554:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b2000/0xa5d7060008035999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127b7 expref: 358 pid: 9567 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.792559:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c8ced80 00000100:00100000:0.0:1746070954.795731:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.799278:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.799303:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.799320:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430675200 00000100:00100000:0.0:1746070954.799325:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430675200 00000100:00100000:0.0:1746070954.799362:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28717 00000100:00100000:0.0:1746070954.799367:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+357:1003:x1830887430675200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070954.799380:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070954.799392:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880082196600/0xa5d70600080359a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0127c5 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.799416:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3600/0xa5d70600080359a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127be expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.799422:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.799423:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070954.799426:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880082196600/0xa5d70600080359a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127c5 expref: 358 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.799444:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800821b3600/0xa5d70600080359a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127be expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070954.799453:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800821b3600/0xa5d70600080359a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127be expref: 6 pid: 9567 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746070954.799462:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9568:1830887426481024:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070954.799503:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070954.801920:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.801981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.807102:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426481408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746070954.807142:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070954.811013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.812144:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+361:2009:x1830887430676224:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 914us (1137us total) trans 4294970689 rc 0/0 00000100:00100000:0.0:1746070954.812150:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2066 00002000:00100000:0.0:1746070954.812155:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072777b80 x1830887430676224/t4294970689(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.812163:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777b80 with x1830887430676224 ext(0->7) 00010000:00010000:0.0:1746070954.812168:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880082196600/0xa5d70600080359a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127c5 expref: 361 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.812177:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880082196600/0xa5d70600080359a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127c5 expref: 361 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.812186:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072777b80 00000100:00100000:0.0:1746070954.816724:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.823042:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.825526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.829302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.829350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.834492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.841251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000001:00080000:0.0:1746070954.847801:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970690 is committed 00000100:00100000:0.0:1746070954.852948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.856185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.858333:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.860469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.863440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.877347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.884216:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.886842:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887430678656:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1816us (2621us total) trans 4294970691 rc 0/0 00000100:00100000:0.0:1746070954.886849:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2071 00002000:00100000:0.0:1746070954.886856:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5356a00 x1830887430678656/t4294970691(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.887021:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5356a00 with x1830887430678656 ext(0->7) 00010000:00010000:0.0:1746070954.887029:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3e00/0xa5d70600080359c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127e1 expref: 9 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.887041:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b3e00/0xa5d70600080359c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127e1 expref: 9 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.887047:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5356a00 00000100:00100000:0.0:1746070954.890856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.894345:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430679168 00000100:00100000:0.0:1746070954.894351:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430679168 00002000:00100000:0.0:1746070954.894383:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5e0fb80 x1830887430679168/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746070965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.894392:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0fb80 with x1830887430679168 ext(0->4095) 00010000:00010000:0.0:1746070954.894400:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3800/0xa5d70600080359ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127e8 expref: 6 pid: 9567 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.894411:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b3800/0xa5d70600080359ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127e8 expref: 6 pid: 9567 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.894416:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e0fb80 00000100:00100000:0.0:1746070954.894441:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2072 00000100:00100000:0.0:1746070954.894447:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430679168:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070954.894556:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430679168:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070954.894563:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2072 00002000:00100000:0.0:1746070954.894567:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5e0fb80 x1830887430679168/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.894574:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0fb80 with x1830887430679168 ext(0->4095) 00010000:00010000:0.0:1746070954.894578:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b3800/0xa5d70600080359ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127e8 expref: 6 pid: 9567 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.894586:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b3800/0xa5d70600080359ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127e8 expref: 6 pid: 9567 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.894591:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e0fb80 00000100:00100000:0.0:1746070954.897998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.899598:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.902237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.908570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.910913:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887430679808:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2173us (2340us total) trans 4294970692 rc 0/0 00000100:00100000:0.0:1746070954.910920:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2073 00002000:00100000:0.0:1746070954.910927:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e5c1f80 x1830887430679808/t4294970692(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.910933:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c1f80 with x1830887430679808 ext(0->7) 00010000:00010000:0.0:1746070954.910939:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2c00/0xa5d70600080359d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127ef expref: 10 pid: 9567 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.910949:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b2c00/0xa5d70600080359d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127ef expref: 10 pid: 9567 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.910956:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e5c1f80 00000100:00100000:0.0:1746070954.914701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.918039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.918126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.918145:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430680320 00000100:00100000:0.0:1746070954.918150:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430680320 00002000:00100000:0.0:1746070954.918176:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009f990a80 x1830887430680320/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746070965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.918185:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f990a80 with x1830887430680320 ext(0->4095) 00002000:00010000:0.0:1746070954.918188:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f990a80 00000100:00100000:0.0:1746070954.918211:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12977 00000100:00100000:0.0:1746070954.918217:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430680320:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070954.918309:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430680320:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 92us (182us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070954.918314:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12977 00002000:00100000:0.0:1746070954.918319:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009f990a80 x1830887430680320/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746070965 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.918325:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f990a80 with x1830887430680320 ext(0->4095) 00002000:00010000:0.0:1746070954.918327:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f990a80 00000100:00100000:0.0:1746070954.919790:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.921813:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.924055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.940146:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887430681088:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 11087us (11472us total) trans 4294970693 rc 0/0 00000100:00100000:0.0:1746070954.940157:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2075 00002000:00100000:0.0:1746070954.940166:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5e0d880 x1830887430681088/t4294970693(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.940174:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0d880 with x1830887430681088 ext(0->7) 00010000:00010000:0.0:1746070954.940182:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007a2d0800/0xa5d70600080359df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127fd expref: 13 pid: 9568 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746070954.940196:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007a2d0800/0xa5d70600080359df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0127fd expref: 13 pid: 9568 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746070954.940202:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5e0d880 00000100:00100000:0.0:1746070954.940912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.946761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.950290:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.950368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.953922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.960011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.961006:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2009:x1830887430682368:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 705us (999us total) trans 4294970694 rc 0/0 00000100:00100000:0.0:1746070954.961012:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2078 00002000:00100000:0.0:1746070954.961018:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d300700 x1830887430682368/t4294970694(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.961025:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300700 with x1830887430682368 ext(0->7) 00010000:00010000:0.0:1746070954.961029:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0c00/0xa5d70600080359ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01280b expref: 14 pid: 9568 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746070954.961041:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f2b0c00/0xa5d70600080359ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01280b expref: 14 pid: 9568 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746070954.961046:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d300700 00000100:00100000:0.0:1746070954.968176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.975792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.979134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.984569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.988730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.990246:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887430683520:12345-192.168.204.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1335us (1514us total) trans 4294970695 rc 0/0 00000100:00100000:0.0:1746070954.990254:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2080 00002000:00100000:0.0:1746070954.990260:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d301180 x1830887430683520/t4294970695(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746070965 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.990267:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301180 with x1830887430683520 ext(0->7) 00010000:00010000:0.0:1746070954.990273:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2400/0xa5d70600080359fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012819 expref: 16 pid: 9568 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746070954.990283:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800821b2400/0xa5d70600080359fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012819 expref: 16 pid: 9568 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746070954.990289:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d301180 00000100:00100000:0.0:1746070954.993117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.996459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070954.996511:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430683904 00000100:00100000:0.0:1746070954.996515:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430683904 00002000:00100000:0.0:1746070954.996541:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d301880 x1830887430683904/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746070965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.996550:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301880 with x1830887430683904 ext(0->4095) 00002000:00010000:0.0:1746070954.996553:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d301880 00000100:00100000:0.0:1746070954.996573:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12979 00000100:00100000:0.0:1746070954.996579:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430683904:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070954.996682:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430683904:12345-192.168.204.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (223us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070954.996688:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12979 00002000:00100000:0.0:1746070954.996693:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d301880 x1830887430683904/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746070965 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746070954.996700:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301880 with x1830887430683904 ext(0->4095) 00002000:00010000:0.0:1746070954.996702:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d301880 00000100:00100000:0.0:1746070954.998757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.000975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070955.001181:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070955.004025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.004074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070955.004851:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070955.031183:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426484736:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070955.031194:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5357800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426484864:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070955.031219:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800821b2000/0xa5d7060008035a10 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01282e expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070955.031239:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2000, rc 0) 00000100:00100000:0.0:1746070955.031292:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1003:x1830887430684672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 26781us (27217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070955.031300:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28732 00000100:00100000:0.0:1746070955.032351:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430684800 00000100:00100000:0.0:1746070955.032355:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430684800 00010000:00010000:0.0:1746070955.032368:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c660a00/0xa5d7060008035a09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012827 expref: 17 pid: 9568 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746070955.032382:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12538 00000100:00100000:0.0:1746070955.032387:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2009:x1830887430684800:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070955.032393:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070955.032400:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c660a00/0xa5d7060008035a09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012827 expref: 17 pid: 9568 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746070955.032408:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c660a00/0xa5d7060008035a09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012827 expref: 17 pid: 9568 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746070955.032419:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c660a00/0xa5d7060008035a09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012827 expref: 17 pid: 9568 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746070955.032430:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070955.032431:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070955.032436:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2000/0xa5d7060008035a10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01282e expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070955.032446:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800821b2000/0xa5d7060008035a10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01282e expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070955.032497:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800821b2000/0xa5d7060008035a10 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01282e expref: 16 pid: 9566 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746070955.032503:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800821b2000/0xa5d7060008035a10 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01282e expref: 16 pid: 9566 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746070955.032510:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d303100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426484992:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070955.032556:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070955.037324:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d303100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426484992:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070955.037336:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070955.037358:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2009:x1830887430684800:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4970us (5275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070955.037367:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12538 00000100:00100000:0.0:1746070955.038730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.046840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.057815:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.059712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:0.0:1746070955.064116:0:7206:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.204.29@tcp) returned -22 from completion AST (req@ffff88011e5c1180 x1830887426485248) - normal race ns: filter-lustre-OST0001_UUID lock: ffff8800821b2400/0xa5d7060008035a17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012835 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070955.064158:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800821b2400/0xa5d7060008035a17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012835 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070955.065087:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e5c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426485248:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070955.065110:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070955.065160:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887430686208:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4732us (5449us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070955.065170:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12539 00000100:00100000:0.0:1746070955.101753:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.105270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.107646:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.109661:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.113305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:0.0:1746070955.114753:0:7219:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008035a5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.114761:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008035a5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000040:00080000:0.0:1746070955.114991:0:7219:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9024 00000004:00080000:0.0:1746070955.114998:0:7219:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 678164133387ns, next at 679164132117ns, rc = 0 00010000:00010000:0.0:1746070955.115035:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035a64 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115043:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035a64 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115050:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035a64 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115055:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035a64 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115064:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035a64 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115068:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035a64 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115091:0:7219:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746070955.115106:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008035a5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115111:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008035a5d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115115:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008035a5d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115120:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800821b2200 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070955.115123:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008035a5d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115129:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008035a5d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115136:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88009fce5d00) 00010000:00010000:0.0:1746070955.115138:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746070955.115141:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008035a5d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115145:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008035a5d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115229:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008035a4f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115237:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008035a4f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115241:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008035a4f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115245:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008035a4f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115249:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800821b2600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070955.115251:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008035a4f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115255:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008035a4f lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115261:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070955.115263:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070955.115265:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008035a4f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115269:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008035a4f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00000004:00010000:0.0:1746070955.115276:0:7219:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009de43b80 reply state ffff88009c950000 transno 4294981710 ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2c00/0xa5d7060008035a56 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115283:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2c00/0xa5d7060008035a56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070955.115288:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff88012d9ae700) 00010000:00010000:0.0:1746070955.115289:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746070955.115291:0:7219:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746070955.115333:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:1021:x1830887430686848:12345-192.168.204.29@tcp:36:rm.0 Request processed in 4853us (5675us total) trans 4294981710 rc 0/0 00000100:00100000:0.0:1746070955.115340:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32106 00000100:00100000:0.0:1746070955.292408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.292447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.293578:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.293601:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430687360 00000100:00100000:0.0:1746070955.293608:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430687360 00000100:00100000:0.0:1746070955.293649:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1020 00000100:00100000:0.0:1746070955.293657:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2007:x1830887430687360:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070955.293784:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2007:x1830887430687360:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 117us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070955.293789:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1020 00000100:00100000:0.0:1746070955.293819:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.293830:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430687232 00000100:00100000:0.0:1746070955.293832:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430687232 00000100:00100000:0.0:1746070955.293845:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1021 00000100:00100000:0.0:1746070955.293848:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887430687232:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070955.293881:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887430687232:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 32us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070955.293885:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1021 00010000:00010000:0.0:1746070955.293898:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070955.293929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.293937:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430687744 00000100:00100000:0.0:1746070955.293939:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430687744 00000100:00100000:0.0:1746070955.293951:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1022 00000100:00100000:0.0:1746070955.293955:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887430687744:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070955.293975:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887430687744:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 19us (46us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070955.293979:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1022 00000100:00100000:0.0:1746070955.294009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070955.294038:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070956.135904:0:18883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426486016 00000100:00100000:0.0:1746070956.135907:0:18883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426486016 00000100:00100000:0.0:1746070956.135925:0:18883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426485760 00000100:00100000:0.0:1746070956.135927:0:18883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426485760 00000100:00100000:0.0:1746070956.135938:0:18883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1746070956.135942:0:18883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426486016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070956.135965:0:18883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426486016:12345-0@lo:400:kworker.0 Request processed in 24us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070956.135970:0:18883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1746070956.135977:0:18883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1746070956.135980:0:18883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3766:x1830887426485760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070956.135993:0:18883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3766:x1830887426485760:12345-0@lo:400:kworker.0 Request processed in 13us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070956.135996:0:18883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1746070956.136230:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1746070956.136236:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830887426486144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070956.136258:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830887426486144:12345-0@lo:400:kworker.0 Request processed in 23us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070956.136263:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00080000:0.0:1746070956.136275:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746070956.136277:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070956.136300:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426486400:0@lo:400:kworker.0 00000100:00100000:0.0:1746070956.136314:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e5c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830887426485888:0@lo:400:kworker.0 00000100:00100000:0.0:1746070956.136621:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426486784 00000100:00100000:0.0:1746070956.136624:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426486784 00000100:00100000:0.0:1746070956.136654:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1746070956.136659:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1830887426486784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070956.136692:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1830887426486784:12345-0@lo:400:kworker.0 Request processed in 33us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070956.136697:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1746070956.183108:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426487296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070956.183159:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070956.183716:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426487296 00000100:00100000:0.0:1746070956.183723:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426487296 00000100:00100000:0.0:1746070956.183766:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1746070956.183773:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426487296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746070956.183791:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980212544 pending 172032 free 3920039936 avail 3688517632 00000100:00100000:0.0:1746070956.183822:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426487296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070956.183827:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1746070956.183839:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426487424 00000100:00100000:0.0:1746070956.183842:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426487424 00000100:00100000:0.0:1746070956.183851:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1746070956.183854:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426487424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746070956.183862:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980212544 pending 172032 free 3920039936 avail 3688517632 00000100:00100000:0.0:1746070956.183909:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426487424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070956.183918:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1746070956.183940:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426487296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070958.168440:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426487552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746070958.199096:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746070958.199114:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426487680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070958.199166:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070958.200617:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426487680:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1746070958.427293:0:27785:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16g: mmap rw sequential consistency vs drop_caches ========================================================== 23:42:37 (1746070957) 00000100:00100000:0.0:1746070958.469351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.469383:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430688512 00000100:00100000:0.0:1746070958.469390:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430688512 00000100:00100000:0.0:1746070958.469443:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32108 00000100:00100000:0.0:1746070958.469450:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:1660:x1830887430688512:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070958.469467:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070958.469470:0:14000:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746070958.469491:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e3a00/0xa5d7060008035a72 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012851 expref: 10 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.469505:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070958.469509:0:14000:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070958.469517:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880082197400/0xa5d7060008035a79 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012858 expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.469596:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035a80 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.469606:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035a80 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.469613:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035a80 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.469623:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880082196200/0xa5d7060008035a87 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.469628:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880082196200/0xa5d7060008035a87 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.469632:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880082196200/0xa5d7060008035a87 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00080000:0.0:1746070958.469853:0:14000:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:0.0:1746070958.469971:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880082196000/0xa5d7060008035a8e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.469978:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880082196000/0xa5d7060008035a8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.469983:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880082196000/0xa5d7060008035a8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.470005:0:14000:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035a80 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.470009:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035a80 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.470014:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035a80 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.470022:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035a80 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.470027:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880082197600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070958.470029:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035a80 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.470035:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035a80 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.470041:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070958.470043:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070958.470046:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035a80 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.470050:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035a80 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00000004:00010000:0.0:1746070958.470057:0:14000:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880130564700 reply state ffff88012d2e8000 transno 4294981711 ns: mdt-lustre-MDT0000_UUID lock: ffff880082196200/0xa5d7060008035a87 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.470063:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880082196200/0xa5d7060008035a87 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.470067:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8800a54a6a00) 00010000:00010000:0.0:1746070958.470069:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746070958.470070:0:14000:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746070958.470086:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880082197400/0xa5d7060008035a79 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012858 expref: 12 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.470095:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880082196000/0xa5d7060008035a8e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012858 expref: 11 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.470105:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8800a54a6b00) 00010000:00010000:0.0:1746070958.470107:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070958.470108:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880082196000, rc 0) 00000100:00100000:0.0:1746070958.470150:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:1660:x1830887430688512:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 701us (803us total) trans 4294981711 rc 0/0 00000100:00100000:0.0:1746070958.470155:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32108 00000100:00100000:0.0:1746070958.476367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.487922:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430688768 00000100:00100000:0.0:1746070958.487930:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430688768 00000100:00100000:0.0:1746070958.491195:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28738 00000100:00100000:0.0:1746070958.491212:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:0:x1830887430688768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070958.491232:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070958.491251:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008035aa3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01285f expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746070958.491269:0:9567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746070958.491292:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070958.491294:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070958.491305:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008035aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01285f expref: 7 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070958.491319:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008035aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01285f expref: 7 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070958.491332:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a2d1800, rc 0) 00000100:00100000:0.0:1746070958.492558:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:0:x1830887430688768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1351us (7559us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070958.492565:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28738 00000100:00100000:0.0:1746070958.496665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.516168:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430689152 00000100:00100000:0.0:1746070958.516176:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430689152 00000100:00100000:0.0:1746070958.516215:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32110 00000100:00100000:0.0:1746070958.516221:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+8:1660:x1830887430689152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070958.516235:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070958.516238:0:14000:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746070958.516258:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3a00/0xa5d7060008035ab1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012866 expref: 8 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.516269:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070958.516272:0:14000:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070958.516280:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880082197400/0xa5d7060008035ab8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01286d expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.516368:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035abf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516379:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035abf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516386:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035abf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516394:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035ac6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516398:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035ac6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516406:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035ac6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516439:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008035acd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516444:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008035acd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516449:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008035acd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516505:0:14000:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035abf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516510:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035abf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516515:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035abf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516520:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035abf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516524:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880082197600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070958.516527:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035abf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516533:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035abf lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516539:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070958.516541:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070958.516544:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035abf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516548:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880082197600/0xa5d7060008035abf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516555:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035ac6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516559:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035ac6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516564:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035ac6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516567:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880082196800 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070958.516569:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035ac6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516574:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035ac6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516578:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8800a54a6a00) 00010000:00010000:0.0:1746070958.516579:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070958.516581:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035ac6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516585:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880082196800/0xa5d7060008035ac6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070958.516606:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880082197400/0xa5d7060008035ab8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01286d expref: 10 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.516615:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008035acd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01286d expref: 9 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.516621:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8800a54a6b00) 00010000:00010000:0.0:1746070958.516623:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070958.516624:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f2b0a00, rc 0) 00000100:00100000:0.0:1746070958.516675:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+9:1660:x1830887430689152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 454us (1887us total) trans 4294981712 rc 0/0 00000100:00100000:0.0:1746070958.516681:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32110 00000100:00100000:0.0:1746070958.520404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.534458:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.538565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.541271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.545823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.548174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.550488:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.553133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.554933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.557247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.560527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.568108:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.575388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.586774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.595530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.597092:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887430691840:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1111us (1618us total) trans 4294972135 rc 0/0 00000100:00100000:0.0:1746070958.597099:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2083 00002000:00100000:0.0:1746070958.597104:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e01500 x1830887430691840/t4294972135(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:589/0 lens 496/448 e 0 to 0 dl 1746070969 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070958.597218:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01500 with x1830887430691840 ext(0->7) 00010000:00010000:0.0:1746070958.597224:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c661200/0xa5d7060008035b13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012890 expref: 9 pid: 9567 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746070958.597234:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c661200/0xa5d7060008035b13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012890 expref: 9 pid: 9567 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746070958.597239:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e01500 00000100:00100000:0.0:1746070958.603379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.606606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.612974:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.620001:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.624557:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.630087:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.633365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.635090:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.637280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.641805:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430693504 00000100:00100000:0.0:1746070958.641812:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430693504 00000100:00100000:0.0:1746070958.641852:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28747 00000100:00100000:0.0:1746070958.641859:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:1660:x1830887430693504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070958.642095:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070958.642110:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008035b3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0128ba expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.642131:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070958.642137:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a540cc00/0xa5d7060008035b36 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128b3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.642143:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070958.642146:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008035b3d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128ba expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.642176:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a540cc00/0xa5d7060008035b36 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128b3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.642187:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008035b3d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128ba expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.642196:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a2d0800, rc 0) 00000100:00100000:0.0:1746070958.642237:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:1660:x1830887430693504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 378us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070958.642242:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28747 00000100:00100000:0.0:1746070958.644599:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.652050:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430694272 00000100:00100000:0.0:1746070958.652056:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430694272 00002000:00100000:0.0:1746070958.652087:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d8c5500 x1830887430694272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746070969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070958.652096:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c5500 with x1830887430694272 ext(0->4095) 00002000:00010000:0.0:1746070958.652099:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d8c5500 00000100:00100000:0.0:1746070958.652126:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12986 00000100:00100000:0.0:1746070958.652132:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887430694272:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070958.652237:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887430694272:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070958.652244:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12986 00002000:00100000:0.0:1746070958.652248:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d8c5500 x1830887430694272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746070969 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070958.652255:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c5500 with x1830887430694272 ext(0->4095) 00002000:00010000:0.0:1746070958.652257:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d8c5500 00000100:00100000:0.0:1746070958.654850:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.657785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.661128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.662409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.669500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.677515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.684081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.686950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.689659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.694109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.694181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.699422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.699490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.703743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.707342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.709950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.713804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.716122:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.718587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.721320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.721363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.721690:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28756 00000100:00100000:0.0:1746070958.721698:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:1660:x1830887430698112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070958.721705:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070958.721728:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c703200/0xa5d7060008035b7c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0128f9 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.721738:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070958.721741:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce000/0xa5d7060008035b75 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f2 expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.721746:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070958.721749:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c703200/0xa5d7060008035b7c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f9 expref: 11 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.721769:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800820ce000/0xa5d7060008035b75 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f2 expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.721778:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c703200/0xa5d7060008035b7c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f9 expref: 11 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.721786:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c703200, rc 0) 00000100:00100000:0.0:1746070958.721830:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:1660:x1830887430698112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070958.721836:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28756 00000100:00100000:0.0:1746070958.726808:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.731823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.732731:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2089 00000100:00100000:0.0:1746070958.732741:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887430698496:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070958.732853:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887430698496:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (1040us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070958.732859:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2089 00002000:00100000:0.0:1746070958.732881:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f5880 x1830887430698496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746070969 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070958.732889:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5880 with x1830887430698496 ext(0->4095) 00010000:00010000:0.0:1746070958.732894:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce000/0xa5d7060008035b75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f2 expref: 10 pid: 9566 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746070958.732903:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820ce000/0xa5d7060008035b75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f2 expref: 10 pid: 9566 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746070958.732908:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f5880 00000100:00100000:0.0:1746070958.735210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.736106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.739568:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430699008 00000100:00100000:0.0:1746070958.739574:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430699008 00002000:00100000:0.0:1746070958.739606:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300e00 x1830887430699008/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746070969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070958.739614:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300e00 with x1830887430699008 ext(0->4095) 00010000:00010000:0.0:1746070958.739621:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c703200/0xa5d7060008035b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f9 expref: 9 pid: 17293 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746070958.739632:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c703200/0xa5d7060008035b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f9 expref: 9 pid: 17293 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746070958.739642:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300e00 00000100:00100000:0.0:1746070958.739901:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2090 00000100:00100000:0.0:1746070958.739909:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887430699008:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070958.741496:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887430699008:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1583us (1979us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070958.741505:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2090 00002000:00100000:0.0:1746070958.741513:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300e00 x1830887430699008/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746070969 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070958.741521:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300e00 with x1830887430699008 ext(0->4095) 00010000:00010000:0.0:1746070958.741528:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c703200/0xa5d7060008035b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f9 expref: 9 pid: 17293 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746070958.741538:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c703200/0xa5d7060008035b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f9 expref: 9 pid: 17293 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746070958.741544:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300e00 00000100:00100000:0.0:1746070958.745137:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.748022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.748352:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430699264 00000100:00100000:0.0:1746070958.748359:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430699264 00010000:00010000:0.0:1746070958.748386:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c703200/0xa5d7060008035b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f9 expref: 10 pid: 17293 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746070958.748422:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12559 00000100:00100000:0.0:1746070958.748430:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887430699264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070958.748442:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070958.748904:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c703200/0xa5d7060008035b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f9 expref: 10 pid: 17293 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746070958.748916:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c703200/0xa5d7060008035b7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f9 expref: 10 pid: 17293 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746070958.748931:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c703200/0xa5d7060008035b7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0128f9 expref: 10 pid: 17293 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746070958.748943:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070958.748944:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070958.748949:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035b83 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012900 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.748955:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035b83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012900 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.748975:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035b83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012900 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070958.748985:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035b83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012900 expref: 5 pid: 9566 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746070958.748995:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6332a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426492544:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070958.749469:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070958.753297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.760658:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.764666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.772550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.778186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.778235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.788269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.792396:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.797224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.808088:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.809852:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2008:x1830887430701184:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1548us (1769us total) trans 4294972136 rc 0/0 00000100:00100000:0.0:1746070958.809860:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2093 00002000:00100000:0.0:1746070958.809893:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d538380 x1830887430701184/t4294972136(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:589/0 lens 496/448 e 0 to 0 dl 1746070969 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070958.809905:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538380 with x1830887430701184 ext(0->7) 00010000:00010000:0.0:1746070958.809911:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035b98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012915 expref: 11 pid: 9566 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746070958.809924:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035b98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012915 expref: 11 pid: 9566 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746070958.809929:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d538380 00000100:00100000:0.0:1746070958.816089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.822246:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.827638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.832126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.837383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.840021:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.840065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.845268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.848228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.849773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.852456:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.856287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.861233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.863717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.867402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.869236:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.873595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.877185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.881433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.886922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.890290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.892822:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.895328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.897913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.898280:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.902197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.905612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.908225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.913127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.916304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.918662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.922702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.924128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.927812:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.931716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.939340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.945427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.946657:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887430707968:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 935us (1235us total) trans 4294972137 rc 0/0 00000100:00100000:0.0:1746070958.946663:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2100 00002000:00100000:0.0:1746070958.946669:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a01fce00 x1830887430707968/t4294972137(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:589/0 lens 496/448 e 0 to 0 dl 1746070969 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070958.946676:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fce00 with x1830887430707968 ext(0->7) 00010000:00010000:0.0:1746070958.946681:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a604b400/0xa5d7060008035bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012970 expref: 13 pid: 17293 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746070958.946691:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a604b400/0xa5d7060008035bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012970 expref: 13 pid: 17293 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746070958.946696:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fce00 00000100:00100000:0.0:1746070958.950150:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.950198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.960024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.970569:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.974132:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.983249:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.985836:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887430709120:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1550us (2590us total) trans 4294972138 rc 0/0 00000100:00100000:0.0:1746070958.985844:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2102 00002000:00100000:0.0:1746070958.985852:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096eaf480 x1830887430709120/t4294972138(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:589/0 lens 496/448 e 0 to 0 dl 1746070969 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070958.985859:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaf480 with x1830887430709120 ext(0->7) 00010000:00010000:0.0:1746070958.985886:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a604a600/0xa5d7060008035c01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01297e expref: 15 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070958.985897:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a604a600/0xa5d7060008035c01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01297e expref: 15 pid: 17293 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070958.985902:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eaf480 00000100:00100000:0.0:1746070958.990744:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.994089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070958.996271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.000712:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.007904:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.013676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.019648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.021463:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887430710272:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1464us (1815us total) trans 4294972139 rc 0/0 00000100:00100000:0.0:1746070959.021471:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2104 00002000:00100000:0.0:1746070959.021477:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096eae300 x1830887430710272/t4294972139(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.021484:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eae300 with x1830887430710272 ext(0->7) 00010000:00010000:0.0:1746070959.021491:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435c00/0xa5d7060008035c0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01298c expref: 17 pid: 9566 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.021507:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0435c00/0xa5d7060008035c0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01298c expref: 17 pid: 9566 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.021512:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eae300 00000100:00100000:0.0:1746070959.027366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.027460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.030250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.031788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.034725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.038446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.042107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.049049:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887430711424:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 6644us (6939us total) trans 4294972140 rc 0/0 00000100:00100000:0.0:1746070959.049060:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2106 00002000:00100000:0.0:1746070959.049071:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fd27800 x1830887430711424/t4294972140(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.049078:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27800 with x1830887430711424 ext(0->7) 00010000:00010000:0.0:1746070959.049086:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435000/0xa5d7060008035c1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01299a expref: 19 pid: 9566 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.049100:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0435000/0xa5d7060008035c1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01299a expref: 19 pid: 9566 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.049106:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd27800 00000100:00100000:0.0:1746070959.051578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.051693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.054533:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430711936 00000100:00100000:0.0:1746070959.054537:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430711936 00002000:00100000:0.0:1746070959.054565:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607fb80 x1830887430711936/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746070970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.054573:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607fb80 with x1830887430711936 ext(0->4095) 00010000:00010000:0.0:1746070959.054579:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf600/0xa5d7060008035c24 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0129a1 expref: 6 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.054589:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cf600/0xa5d7060008035c24 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0129a1 expref: 6 pid: 17293 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.054594:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607fb80 00000100:00100000:0.0:1746070959.054608:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2107 00000100:00100000:0.0:1746070959.054614:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430711936:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070959.054697:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430711936:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (333us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070959.054713:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2107 00002000:00100000:0.0:1746070959.054719:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607fb80 x1830887430711936/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.054726:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607fb80 with x1830887430711936 ext(0->4095) 00010000:00010000:0.0:1746070959.054730:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf600/0xa5d7060008035c24 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0129a1 expref: 6 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.054738:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cf600/0xa5d7060008035c24 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0129a1 expref: 6 pid: 17293 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.054744:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607fb80 00000100:00100000:0.0:1746070959.057524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.057571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.061652:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5355c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426498688:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070959.061668:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070959.061695:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887430712064:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3064us (4123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070959.061713:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12583 00000100:00100000:0.0:1746070959.061734:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430712320 00000100:00100000:0.0:1746070959.061738:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430712320 00010000:00010000:0.0:1746070959.061757:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0129a8 expref: 20 pid: 17293 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746070959.061775:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12584 00000100:00100000:0.0:1746070959.061780:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887430712320:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070959.061789:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070959.061802:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0129a8 expref: 20 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.061811:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035c2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0129a8 expref: 20 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.061827:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035c2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0129a8 expref: 20 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.061845:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.061846:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.061851:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf400/0xa5d7060008035c32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0129af expref: 19 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.061858:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cf400/0xa5d7060008035c32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0129af expref: 19 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.061899:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800820cf400/0xa5d7060008035c32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0129af expref: 19 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070959.061908:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426498816:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070959.062004:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070959.064416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.068619:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.072071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.072136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.074625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.075302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.078440:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.082089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.086104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.091600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.094829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.096121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.097693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.100468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.101417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.105371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.107551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.110954:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.113042:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.115200:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.117469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.119583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.120849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.124833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.127340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.130323:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.130423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.133265:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.135534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.135630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.142344:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.150173:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.153160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.157151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.157193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.160381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.160910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.165550:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430719360 00000100:00100000:0.0:1746070959.165557:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430719360 00002000:00100000:0.0:1746070959.165591:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e36bb80 x1830887430719360/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746070970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.165605:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36bb80 with x1830887430719360 ext(0->4095) 00010000:00010000:0.0:1746070959.165612:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435000/0xa5d7060008035c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a0a expref: 20 pid: 9567 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.165623:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0435000/0xa5d7060008035c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a0a expref: 20 pid: 9567 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.165628:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e36bb80 00000100:00100000:0.0:1746070959.165657:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2114 00000100:00100000:0.0:1746070959.165663:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887430719360:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070959.166276:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887430719360:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 612us (976us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070959.166282:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2114 00002000:00100000:0.0:1746070959.166288:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e36bb80 x1830887430719360/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.166295:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36bb80 with x1830887430719360 ext(0->4095) 00010000:00010000:0.0:1746070959.166300:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435000/0xa5d7060008035c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a0a expref: 20 pid: 9567 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.166308:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0435000/0xa5d7060008035c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a0a expref: 20 pid: 9567 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.166314:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e36bb80 00000100:00100000:0.0:1746070959.168459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.172316:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.172340:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430719744 00000100:00100000:0.0:1746070959.172345:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430719744 00002000:00100000:0.0:1746070959.172377:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff32680 x1830887430719744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746070970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.172385:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32680 with x1830887430719744 ext(0->4095) 00002000:00010000:0.0:1746070959.172389:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff32680 00000100:00100000:0.0:1746070959.172417:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13011 00000100:00100000:0.0:1746070959.172424:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887430719744:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070959.172520:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887430719744:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070959.172525:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13011 00002000:00100000:0.0:1746070959.172530:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff32680 x1830887430719744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746070970 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.172535:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32680 with x1830887430719744 ext(0->4095) 00002000:00010000:0.0:1746070959.172538:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff32680 00000100:00100000:0.0:1746070959.174683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.179687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.183066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.184639:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.191532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.191614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.194698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.197338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.197419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.200480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.206003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.208363:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430721664 00000100:00100000:0.0:1746070959.208367:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430721664 00010000:00010000:0.0:1746070959.208388:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cf800/0xa5d7060008035ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a26 expref: 20 pid: 9566 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746070959.208493:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12602 00000100:00100000:0.0:1746070959.208500:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad022850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887430721664:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070959.208509:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070959.208526:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800820cf800/0xa5d7060008035ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a26 expref: 20 pid: 9566 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.208535:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800820cf800/0xa5d7060008035ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a26 expref: 20 pid: 9566 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.208550:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf800/0xa5d7060008035ca9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a26 expref: 20 pid: 9566 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.208818:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.208820:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.208827:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008035cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a2d expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.208834:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008035cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a2d expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.208857:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008035cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a2d expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.208884:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008035cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a2d expref: 19 pid: 9566 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746070959.208895:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426503552:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070959.209339:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070959.216040:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.221332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.221358:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430722048 00000100:00100000:0.0:1746070959.221365:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430722048 00002000:00100000:0.0:1746070959.221402:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327bad80 x1830887430722048/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746070970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.221411:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bad80 with x1830887430722048 ext(0->4095) 00002000:00010000:0.0:1746070959.221416:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327bad80 00000100:00100000:0.0:1746070959.221435:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13012 00000100:00100000:0.0:1746070959.221443:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430722048:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070959.221576:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430722048:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070959.221582:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13012 00002000:00100000:0.0:1746070959.221587:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327bad80 x1830887430722048/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746070970 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.221594:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bad80 with x1830887430722048 ext(0->4095) 00002000:00010000:0.0:1746070959.221597:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327bad80 00000100:00100000:0.0:1746070959.224720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.225985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.229362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.235172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.240936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.240983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.247546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.247567:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430723200 00000100:00100000:0.0:1746070959.247573:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430723200 00002000:00100000:0.0:1746070959.247610:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e61180 x1830887430723200/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746070970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.247619:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61180 with x1830887430723200 ext(0->4095) 00010000:00010000:0.0:1746070959.247626:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035cc5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a42 expref: 20 pid: 9566 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.247637:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035cc5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a42 expref: 20 pid: 9566 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.247642:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e61180 00000100:00100000:0.0:1746070959.247672:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2119 00000100:00100000:0.0:1746070959.247678:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887430723200:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070959.247796:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887430723200:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (257us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070959.247803:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2119 00002000:00100000:0.0:1746070959.247808:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e61180 x1830887430723200/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.247815:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61180 with x1830887430723200 ext(0->4095) 00010000:00010000:0.0:1746070959.247820:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035cc5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a42 expref: 20 pid: 9566 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.247828:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035cc5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a42 expref: 20 pid: 9566 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.247833:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e61180 00000100:00100000:0.0:1746070959.249996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.250649:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.250673:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430723456 00000100:00100000:0.0:1746070959.250679:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430723456 00010000:00010000:0.0:1746070959.250713:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035cc5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a42 expref: 20 pid: 9566 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746070959.250740:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12606 00000100:00100000:0.0:1746070959.250746:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887430723456:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070959.250756:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070959.250771:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035cc5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a42 expref: 20 pid: 9566 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.250780:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a42 expref: 20 pid: 9566 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.250801:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.250802:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.250809:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008035ccc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a49 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.250819:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008035ccc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a49 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.250843:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008035ccc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a49 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070959.250852:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d850000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426504448:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070959.252722:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070959.256629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.259018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.261691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.264298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.267073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.270430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.272144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.272180:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.275125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.282032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.284963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.287770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.291178:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.293592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.296003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.296114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.300772:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.306382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.310105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.310155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.313349:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426506368:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070959.313365:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070959.313757:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2010:x1830887430727040:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3138us (3600us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070959.313765:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12613 00000100:00100000:0.0:1746070959.316814:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.317037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.321574:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426506624:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070959.321601:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008035d0b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a88 expref: 20 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.321615:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325acc00, rc 0) 00000100:00100000:0.0:1746070959.321648:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887430727424:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4139us (4838us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070959.321655:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28813 00000100:00100000:0.0:1746070959.322064:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426506496:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070959.322073:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070959.322105:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887430727552:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4929us (5068us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070959.322113:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12614 00000100:00100000:0.0:1746070959.324521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.327172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.330920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.337057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.340938:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.341026:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.343977:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.348959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.356956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.367097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.378229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.380503:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887430729472:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1992us (2276us total) trans 4294972141 rc 0/0 00000100:00100000:0.0:1746070959.380512:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2126 00002000:00100000:0.0:1746070959.380520:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e0b0380 x1830887430729472/t4294972141(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.380527:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0380 with x1830887430729472 ext(0->7) 00010000:00010000:0.0:1746070959.380535:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008035d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a96 expref: 21 pid: 9568 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.380546:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008035d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012a96 expref: 21 pid: 9568 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.380551:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0b0380 00000100:00100000:0.0:1746070959.394713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.394941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.399851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.406117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.410633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.417965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.437277:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430730624 00000100:00100000:0.0:1746070959.437284:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430730624 00002000:00100000:0.0:1746070959.437320:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e369880 x1830887430730624/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 496/0 e 0 to 0 dl 1746070970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.437329:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369880 with x1830887430730624 ext(0->7) 00010000:00010000:0.0:1746070959.437337:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d7060008035d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012aa4 expref: 21 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.437348:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d7060008035d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012aa4 expref: 21 pid: 17293 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.437354:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e369880 00000100:00100000:0.0:1746070959.437381:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2128 00000100:00100000:0.0:1746070959.437387:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887430730624:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070959.438738:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2008:x1830887430730624:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1348us (1994us total) trans 4294972142 rc 0/0 00000100:00100000:0.0:1746070959.438756:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2128 00002000:00100000:0.0:1746070959.438763:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e369880 x1830887430730624/t4294972142(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.438771:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369880 with x1830887430730624 ext(0->7) 00010000:00010000:0.0:1746070959.438784:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d7060008035d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012aa4 expref: 23 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.438795:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d7060008035d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012aa4 expref: 23 pid: 17293 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.438801:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e369880 00000100:00100000:0.0:1746070959.441728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.450780:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.455659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.457125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.459618:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.462523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.465087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.467117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.468677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.471788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.475292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.480444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.482917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.486089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.489424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.490147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.493149:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:1660:x1830887430733696:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2864us (2999us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070959.493158:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28824 00000100:00100000:0.0:1746070959.493493:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430733824 00000100:00100000:0.0:1746070959.493499:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430733824 00000100:00100000:0.0:1746070959.493532:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28825 00000100:00100000:0.0:1746070959.493538:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db7b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:1661:x1830887430733824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070959.493634:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070959.493647:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d7060008035d5f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012adc expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.493665:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.493670:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035d58 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ad5 expref: 24 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.493675:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070959.493678:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d7060008035d5f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012adc expref: 24 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.493715:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800820cec00/0xa5d7060008035d58 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ad5 expref: 24 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.493725:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d7060008035d5f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012adc expref: 24 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.493732:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2e00, rc 0) 00000100:00100000:0.0:1746070959.493755:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db7b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:1661:x1830887430733824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070959.493760:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28825 00000100:00100000:0.0:1746070959.496241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.499017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.505240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.507492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.509847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.512335:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.514354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.519159:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.526658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.535293:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.536663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.540952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.543150:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430736384 00000100:00100000:0.0:1746070959.543155:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430736384 00000100:00100000:0.0:1746070959.543181:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28830 00000100:00100000:0.0:1746070959.543186:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:1660:x1830887430736384:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070959.543196:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070959.543208:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d7060008035d82 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012aff expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.543634:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070959.543641:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf600/0xa5d7060008035d7b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012af8 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.543646:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070959.543649:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d7060008035d82 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012aff expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.543691:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800820cf600/0xa5d7060008035d7b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012af8 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.543712:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d7060008035d82 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012aff expref: 24 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.543735:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2200, rc 0) 00000100:00100000:0.0:1746070959.543835:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:1660:x1830887430736384:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 648us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070959.543841:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28830 00000100:00100000:0.0:1746070959.545653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.549119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.551643:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.553829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.557024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.563103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.563141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.566782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.567449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.570393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.572663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.576387:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.579803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.584662:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.588018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.590383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.592300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.595895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.598997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.605138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.606099:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:2007:x1830887430739968:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 738us (962us total) trans 4294972143 rc 0/0 00000100:00100000:0.0:1746070959.606106:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2137 00002000:00100000:0.0:1746070959.606112:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5c1d880 x1830887430739968/t4294972143(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.606121:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d880 with x1830887430739968 ext(0->7) 00010000:00010000:0.0:1746070959.606126:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435400/0xa5d7060008035da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b22 expref: 25 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.606141:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0435400/0xa5d7060008035da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b22 expref: 25 pid: 17293 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.606147:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c1d880 00000100:00100000:0.0:1746070959.635115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.638609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.645602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.649952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.652030:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2008:x1830887430741120:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 849us (2077us total) trans 4294972144 rc 0/0 00000100:00100000:0.0:1746070959.652036:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2139 00002000:00100000:0.0:1746070959.652042:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e149f80 x1830887430741120/t4294972144(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.652048:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e149f80 with x1830887430741120 ext(0->7) 00010000:00010000:0.0:1746070959.652053:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008035db3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b30 expref: 27 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.652062:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008035db3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b30 expref: 27 pid: 17293 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.652067:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e149f80 00000100:00100000:0.0:1746070959.654521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.662673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.665051:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430741760 00000100:00100000:0.0:1746070959.665056:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430741760 00000100:00100000:0.0:1746070959.665082:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28840 00000100:00100000:0.0:1746070959.665088:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1661:x1830887430741760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070959.665096:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070959.665106:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c702400/0xa5d7060008035dc8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012b45 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.665121:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.665125:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008035dc1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b3e expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.665130:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070959.665133:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c702400/0xa5d7060008035dc8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b45 expref: 29 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.665154:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008035dc1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b3e expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.665164:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c702400/0xa5d7060008035dc8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b45 expref: 29 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.665172:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c702400, rc 0) 00000100:00100000:0.0:1746070959.665415:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887430741760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 326us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070959.665420:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28840 00000100:00100000:0.0:1746070959.672520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.675429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.678157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.681647:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.685448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.688580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.691502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.693339:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430743296 00000100:00100000:0.0:1746070959.693345:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430743296 00000100:00100000:0.0:1746070959.693382:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28843 00000100:00100000:0.0:1746070959.693388:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1661:x1830887430743296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070959.693397:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070959.693408:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c702400/0xa5d7060008035ddd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012b5a expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.693425:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.693430:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008035dd6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b53 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.693436:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070959.693438:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c702400/0xa5d7060008035ddd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b5a expref: 29 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.693461:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008035dd6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b53 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.693471:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c702400/0xa5d7060008035ddd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b5a expref: 29 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.693478:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c702400, rc 0) 00000100:00100000:0.0:1746070959.693519:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887430743296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070959.693527:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28843 00000100:00100000:0.0:1746070959.697301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.707233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.711423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.715502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.718352:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.722929:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.722970:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.725351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.730057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.731994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.738505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.742598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.745434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.746647:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.750620:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.752072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.753539:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430746496 00000100:00100000:0.0:1746070959.753545:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430746496 00010000:00010000:0.0:1746070959.753568:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008035df9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b76 expref: 6 pid: 9568 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746070959.753602:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12650 00000100:00100000:0.0:1746070959.753608:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430746496:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070959.753618:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070959.753633:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008035df9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b76 expref: 6 pid: 9568 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.753644:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008035df9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b76 expref: 6 pid: 9568 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.753661:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008035df9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b76 expref: 6 pid: 9568 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.753674:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.753676:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.753682:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035e00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b7d expref: 27 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.753699:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035e00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b7d expref: 27 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.753723:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035e00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b7d expref: 27 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.753732:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035e00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b7d expref: 27 pid: 9568 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746070959.753741:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426515840:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070959.753783:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070959.757743:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.759701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.763287:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.765833:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.769184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.774321:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.774393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.779299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.782938:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.785286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.803170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.803764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.805851:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2008:x1830887430748416:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1754us (2687us total) trans 4294972145 rc 0/0 00000100:00100000:0.0:1746070959.805858:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2144 00002000:00100000:0.0:1746070959.805885:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009de40e00 x1830887430748416/t4294972145(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.805893:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40e00 with x1830887430748416 ext(0->7) 00010000:00010000:0.0:1746070959.805899:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf400/0xa5d7060008035e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b92 expref: 30 pid: 9568 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.805907:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cf400/0xa5d7060008035e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012b92 expref: 30 pid: 9568 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.805913:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de40e00 00000100:00100000:0.0:1746070959.809290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.818589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.821364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.828172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.831647:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430749440 00000100:00100000:0.0:1746070959.831655:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430749440 00000100:00100000:0.0:1746070959.831711:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28854 00000100:00100000:0.0:1746070959.831718:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430749440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070959.831734:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070959.831748:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c660600/0xa5d7060008035e2a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012ba7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.831772:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d7060008035e23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ba0 expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.831780:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070959.831781:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070959.831785:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c660600/0xa5d7060008035e2a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ba7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.831808:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d7060008035e23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ba0 expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.831818:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d7060008035e23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ba0 expref: 28 pid: 9568 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746070959.831828:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426517248:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070959.840277:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.841770:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2008:x1830887430749568:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1286us (1492us total) trans 4294972146 rc 0/0 00000100:00100000:0.0:1746070959.841778:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2146 00002000:00100000:0.0:1746070959.841784:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e01c00 x1830887430749568/t4294972146(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.841796:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01c00 with x1830887430749568 ext(0->7) 00010000:00010000:0.0:1746070959.841802:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d7060008035e23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ba0 expref: 31 pid: 9568 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.841813:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d7060008035e23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ba0 expref: 31 pid: 9568 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.841818:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e01c00 00000100:00100000:0.0:1746070959.849568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.852724:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.856232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.856762:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.867032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.874077:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.877107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.879333:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.884602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.888641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.888683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.888827:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12659 00000100:00100000:0.0:1746070959.888840:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887430751232:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070959.888850:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070959.888882:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008035e38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bb5 expref: 32 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.888898:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008035e38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bb5 expref: 32 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.888928:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008035e38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bb5 expref: 32 pid: 17293 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.888953:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.888955:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070959.888961:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435a00/0xa5d7060008035e3f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bbc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.888968:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0435a00/0xa5d7060008035e3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bbc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070959.888994:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0435a00/0xa5d7060008035e3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bbc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070959.889006:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ea4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426518144:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070959.889966:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070959.892654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.892673:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430751616 00000100:00100000:0.0:1746070959.892678:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430751616 00002000:00100000:0.0:1746070959.892719:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096ea6300 x1830887430751616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746070970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.892728:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea6300 with x1830887430751616 ext(0->4095) 00010000:00010000:0.0:1746070959.892734:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435a00/0xa5d7060008035e3f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bbc expref: 6 pid: 9566 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.892746:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0435a00/0xa5d7060008035e3f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bbc expref: 6 pid: 9566 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.892751:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ea6300 00000100:00100000:0.0:1746070959.892766:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2149 00000100:00100000:0.0:1746070959.892771:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430751616:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070959.893645:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430751616:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 872us (992us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070959.893651:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2149 00002000:00100000:0.0:1746070959.893656:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096ea6300 x1830887430751616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.893663:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea6300 with x1830887430751616 ext(0->4095) 00010000:00010000:0.0:1746070959.893668:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435a00/0xa5d7060008035e3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bbc expref: 6 pid: 9566 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.893676:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0435a00/0xa5d7060008035e3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bbc expref: 6 pid: 9566 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.893682:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ea6300 00000100:00100000:0.0:1746070959.898779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.901909:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.904372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.910677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.911663:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.914292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.919633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.923403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.923431:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430753024 00000100:00100000:0.0:1746070959.923437:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430753024 00002000:00100000:0.0:1746070959.923470:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5bb80 x1830887430753024/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746070970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.923478:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5bb80 with x1830887430753024 ext(0->4095) 00002000:00010000:0.0:1746070959.923483:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed5bb80 00000100:00100000:0.0:1746070959.923496:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13044 00000100:00100000:0.0:1746070959.923501:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2008:x1830887430753024:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070959.923594:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2008:x1830887430753024:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (197us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070959.923600:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13044 00002000:00100000:0.0:1746070959.923605:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5bb80 x1830887430753024/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746070970 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.923612:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5bb80 with x1830887430753024 ext(0->4095) 00002000:00010000:0.0:1746070959.923614:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed5bb80 00000100:00100000:0.0:1746070959.930136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.943782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.944701:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887430753280:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 722us (924us total) trans 4294972147 rc 0/0 00000100:00100000:0.0:1746070959.944708:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2151 00002000:00100000:0.0:1746070959.944714:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fd1bb80 x1830887430753280/t4294972147(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.944727:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1bb80 with x1830887430753280 ext(0->7) 00010000:00010000:0.0:1746070959.944732:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008035e54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bd1 expref: 33 pid: 9567 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746070959.944739:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008035e54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bd1 expref: 33 pid: 9567 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746070959.944744:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd1bb80 00000100:00100000:0.0:1746070959.953111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.959473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.963128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.968417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.976185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.982940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.989746:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070959.991787:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2007:x1830887430754432:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1322us (2038us total) trans 4294972148 rc 0/0 00000100:00100000:0.0:1746070959.991795:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2153 00002000:00100000:0.0:1746070959.991802:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880098c10000 x1830887430754432/t4294972148(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746070970 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070959.991809:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c10000 with x1830887430754432 ext(0->7) 00010000:00010000:0.0:1746070959.991814:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008035e62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bdf expref: 35 pid: 9567 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070959.991823:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008035e62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012bdf expref: 35 pid: 9567 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070959.991828:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098c10000 00000100:00100000:0.0:1746070960.001291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070960.001540:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070960.007187:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.010186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070960.010827:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070960.014099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.014448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.017599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.020148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.023404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.027648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.032905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.032956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.036949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.039944:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.045533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.048532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.050858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.052120:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:2008:x1830887430757120:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 946us (1262us total) trans 4294972149 rc 0/0 00000100:00100000:0.0:1746070960.052127:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2157 00002000:00100000:0.0:1746070960.052133:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096ead500 x1830887430757120/t4294972149(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.052139:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ead500 with x1830887430757120 ext(0->7) 00010000:00010000:0.0:1746070960.052145:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008035e85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c02 expref: 37 pid: 9567 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.052154:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008035e85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c02 expref: 37 pid: 9567 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.052159:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ead500 00000100:00100000:0.0:1746070960.054129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.057525:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430757504 00000100:00100000:0.0:1746070960.057530:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430757504 00002000:00100000:0.0:1746070960.057557:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1e300 x1830887430757504/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746070971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.057566:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1e300 with x1830887430757504 ext(0->4095) 00002000:00010000:0.0:1746070960.057570:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1e300 00000100:00100000:0.0:1746070960.057592:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13048 00000100:00100000:0.0:1746070960.057601:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430757504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070960.057725:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430757504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (296us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070960.057731:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13048 00002000:00100000:0.0:1746070960.057735:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1e300 x1830887430757504/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746070971 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.057741:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1e300 with x1830887430757504 ext(0->4095) 00002000:00010000:0.0:1746070960.057744:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1e300 00000100:00100000:0.0:1746070960.060419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.063300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.065271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.069217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.071801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.072267:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.073801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.081052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.084951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.087841:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.093375:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430759552 00000100:00100000:0.0:1746070960.093382:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430759552 00002000:00100000:0.0:1746070960.093417:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6332a00 x1830887430759552/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746070971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.093425:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6332a00 with x1830887430759552 ext(0->4095) 00002000:00010000:0.0:1746070960.093429:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6332a00 00000100:00100000:0.0:1746070960.094015:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13049 00000100:00100000:0.0:1746070960.094024:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:2008:x1830887430759552:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070960.094187:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:2008:x1830887430759552:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (1410us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070960.094194:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13049 00002000:00100000:0.0:1746070960.094200:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6332a00 x1830887430759552/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746070971 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.094207:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6332a00 with x1830887430759552 ext(0->4095) 00002000:00010000:0.0:1746070960.094210:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6332a00 00000100:00100000:0.0:1746070960.096605:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.102598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.102693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.105512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.109401:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.111619:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.115734:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.121994:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.125495:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2008:x1830887430760832:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3184us (3500us total) trans 4294972150 rc 0/0 00000100:00100000:0.0:1746070960.125507:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2162 00002000:00100000:0.0:1746070960.125516:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a50fb800 x1830887430760832/t4294972150(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.125524:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb800 with x1830887430760832 ext(0->7) 00010000:00010000:0.0:1746070960.125533:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cfe00/0xa5d7060008035eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c33 expref: 39 pid: 9567 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.125547:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cfe00/0xa5d7060008035eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c33 expref: 39 pid: 9567 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.125552:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50fb800 00000100:00100000:0.0:1746070960.130763:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.134134:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430761344 00000100:00100000:0.0:1746070960.134139:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430761344 00002000:00100000:0.0:1746070960.134161:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130566d80 x1830887430761344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746070971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.134169:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130566d80 with x1830887430761344 ext(0->4095) 00010000:00010000:0.0:1746070960.134173:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035ebd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c3a expref: 6 pid: 9567 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.134182:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035ebd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c3a expref: 6 pid: 9567 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.134188:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130566d80 00000100:00100000:0.0:1746070960.134200:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2163 00000100:00100000:0.0:1746070960.134206:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430761344:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070960.134290:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430761344:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (279us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070960.134295:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2163 00002000:00100000:0.0:1746070960.134299:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130566d80 x1830887430761344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.134305:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130566d80 with x1830887430761344 ext(0->4095) 00010000:00010000:0.0:1746070960.134309:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035ebd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c3a expref: 6 pid: 9567 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.134317:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035ebd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c3a expref: 6 pid: 9567 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.134324:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130566d80 00000100:00100000:0.0:1746070960.137445:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430761600 00000100:00100000:0.0:1746070960.137450:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430761600 00010000:00010000:0.0:1746070960.137473:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035ebd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c3a expref: 6 pid: 9567 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746070960.137490:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12678 00000100:00100000:0.0:1746070960.137496:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6330e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430761600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070960.137505:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070960.137518:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035ebd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c3a expref: 6 pid: 9567 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.137527:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035ebd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c3a expref: 6 pid: 9567 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.137599:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035ebd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c3a expref: 6 pid: 9567 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.137623:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.137625:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.137630:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820cfa00/0xa5d7060008035ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c41 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.137636:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cfa00/0xa5d7060008035ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c41 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.137657:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800820cfa00/0xa5d7060008035ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c41 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.137665:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800820cfa00/0xa5d7060008035ec4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c41 expref: 40 pid: 9567 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746070960.137674:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fd24e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426523008:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070960.137745:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070960.140334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.142919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.151640:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.155993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.158014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.160711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.164625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.169703:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430763264 00000100:00100000:0.0:1746070960.169712:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430763264 00002000:00100000:0.0:1746070960.169750:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098c13100 x1830887430763264/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746070971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.169757:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c13100 with x1830887430763264 ext(0->4095) 00002000:00010000:0.0:1746070960.169764:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098c13100 00000100:00100000:0.0:1746070960.169827:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13052 00000100:00100000:0.0:1746070960.169833:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2008:x1830887430763264:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070960.170237:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2008:x1830887430763264:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 404us (1045us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070960.170244:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13052 00002000:00100000:0.0:1746070960.170249:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098c13100 x1830887430763264/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746070971 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.170255:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c13100 with x1830887430763264 ext(0->4095) 00002000:00010000:0.0:1746070960.170258:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098c13100 00000100:00100000:0.0:1746070960.176131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.186345:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.187829:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887430763520:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1254us (1488us total) trans 4294972151 rc 0/0 00000100:00100000:0.0:1746070960.187838:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2166 00002000:00100000:0.0:1746070960.187844:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801327bbb80 x1830887430763520/t4294972151(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.187852:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bbb80 with x1830887430763520 ext(0->7) 00010000:00010000:0.0:1746070960.187857:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf400/0xa5d7060008035ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c56 expref: 41 pid: 9567 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.188097:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cf400/0xa5d7060008035ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012c56 expref: 41 pid: 9567 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.188103:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327bbb80 00000100:00100000:0.0:1746070960.190999:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.191078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.195740:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.199917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.204587:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430764416 00000100:00100000:0.0:1746070960.204592:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430764416 00002000:00100000:0.0:1746070960.204624:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd180 x1830887430764416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746070971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.204633:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd180 with x1830887430764416 ext(0->4095) 00002000:00010000:0.0:1746070960.204638:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dedd180 00000100:00100000:0.0:1746070960.204755:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13053 00000100:00100000:0.0:1746070960.204763:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887430764416:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070960.205459:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887430764416:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 695us (923us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070960.205466:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13053 00002000:00100000:0.0:1746070960.205472:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd180 x1830887430764416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746070971 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.205479:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd180 with x1830887430764416 ext(0->4095) 00002000:00010000:0.0:1746070960.205482:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dedd180 00000100:00100000:0.0:1746070960.208553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.211295:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.213101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.214568:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.216423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.217424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.219626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.221509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.224959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.227141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.229348:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.233692:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.237214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.237278:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.240714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.250346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.254319:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.258242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.262137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.266479:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.267300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.270399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.271229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.276275:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426526464:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070960.276294:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070960.276468:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887430768384:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4801us (5237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070960.276476:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12691 00000100:00100000:0.0:1746070960.284932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.295179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.298383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.300163:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.304548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.307590:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.310091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.311707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.311739:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.311754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070960.311901:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746070960.312134:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746070960.312137:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070960.321972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.328151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.329383:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887430771200:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 714us (1238us total) trans 4294972152 rc 0/0 00000100:00100000:0.0:1746070960.329390:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2172 00002000:00100000:0.0:1746070960.329395:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009de41500 x1830887430771200/t4294972152(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.329408:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41500 with x1830887430771200 ext(0->7) 00010000:00010000:0.0:1746070960.329412:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008035f34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012cb1 expref: 43 pid: 9568 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.329421:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008035f34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012cb1 expref: 43 pid: 9568 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.329427:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de41500 00000100:00100000:0.0:1746070960.331271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.346350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.350814:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.357941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.369444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.370418:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887430772352:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 779us (979us total) trans 4294972153 rc 0/0 00000100:00100000:0.0:1746070960.370425:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2174 00002000:00100000:0.0:1746070960.370431:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8cdc00 x1830887430772352/t4294972153(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.370439:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cdc00 with x1830887430772352 ext(0->7) 00010000:00010000:0.0:1746070960.370444:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008035f42 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012cbf expref: 45 pid: 9568 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.370453:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008035f42 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012cbf expref: 45 pid: 9568 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.370464:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cdc00 00000100:00100000:0.0:1746070960.375842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.382756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.386229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.390295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.393312:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.396830:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.400105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.401317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.403855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.406537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.408747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.410631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.415378:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.421991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.425672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.425776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.432816:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430775424 00000100:00100000:0.0:1746070960.432822:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430775424 00002000:00100000:0.0:1746070960.432855:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009def2a00 x1830887430775424/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746070971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.432879:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009def2a00 with x1830887430775424 ext(0->4095) 00010000:00010000:0.0:1746070960.432887:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce400/0xa5d7060008035f6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ce9 expref: 6 pid: 17293 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.432899:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820ce400/0xa5d7060008035f6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ce9 expref: 6 pid: 17293 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.432906:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009def2a00 00000100:00100000:0.0:1746070960.432935:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2177 00000100:00100000:0.0:1746070960.432942:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430775424:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070960.433050:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430775424:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (359us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070960.433056:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2177 00002000:00100000:0.0:1746070960.433060:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009def2a00 x1830887430775424/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.433067:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009def2a00 with x1830887430775424 ext(0->4095) 00010000:00010000:0.0:1746070960.433071:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce400/0xa5d7060008035f6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ce9 expref: 6 pid: 17293 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.433079:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820ce400/0xa5d7060008035f6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ce9 expref: 6 pid: 17293 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.433084:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009def2a00 00000100:00100000:0.0:1746070960.437097:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.442708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.447296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.458939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.459718:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2007:x1830887430776064:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 604us (786us total) trans 4294972154 rc 0/0 00000100:00100000:0.0:1746070960.459725:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2178 00002000:00100000:0.0:1746070960.459731:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800820c5f80 x1830887430776064/t4294972154(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.459737:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c5f80 with x1830887430776064 ext(0->7) 00010000:00010000:0.0:1746070960.459741:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cfa00/0xa5d7060008035f73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012cf0 expref: 47 pid: 17293 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.459750:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cfa00/0xa5d7060008035f73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012cf0 expref: 47 pid: 17293 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.459755:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c5f80 00000100:00100000:0.0:1746070960.466514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.468785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.476248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.480283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.484525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.494043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.520766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.522910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.526688:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2007:x1830887430777344:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 742us (3781us total) trans 4294972155 rc 0/0 00000100:00100000:0.0:1746070960.526697:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2180 00002000:00100000:0.0:1746070960.526704:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800820c7b80 x1830887430777344/t4294972155(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.526713:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c7b80 with x1830887430777344 ext(0->7) 00010000:00010000:0.0:1746070960.526721:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008035f81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012cfe expref: 50 pid: 9566 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.526738:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008035f81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012cfe expref: 50 pid: 9566 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.526744:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c7b80 00000100:00100000:0.0:1746070960.536992:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.543563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.553798:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.557779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.564124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.570598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.571991:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800972b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887430778368:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1086us (1397us total) trans 4294972156 rc 0/0 00000100:00100000:0.0:1746070960.571999:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2182 00002000:00100000:0.0:1746070960.572005:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800972b0e00 x1830887430778368/t4294972156(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.572011:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800972b0e00 with x1830887430778368 ext(0->7) 00010000:00010000:0.0:1746070960.572017:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008035f8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d0c expref: 51 pid: 17293 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.572028:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008035f8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d0c expref: 51 pid: 17293 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.572033:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800972b0e00 00000100:00100000:0.0:1746070960.578297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.579707:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430778624 00000100:00100000:0.0:1746070960.579712:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430778624 00000100:00100000:0.0:1746070960.579747:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28907 00000100:00100000:0.0:1746070960.579753:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:1660:x1830887430778624:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070960.579768:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070960.579779:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035f9d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012d1a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.579798:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008035f96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d13 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.579804:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.579805:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.579808:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035f9d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d1a expref: 52 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.579824:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008035f96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d13 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.579833:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008035f96 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d13 expref: 5 pid: 9566 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746070960.579843:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800972b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426530816:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070960.582298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.585135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.590390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.594330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.599935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.601757:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800972b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:2007:x1830887430779520:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 943us (1827us total) trans 4294972157 rc 0/0 00000100:00100000:0.0:1746070960.601765:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2184 00002000:00100000:0.0:1746070960.601770:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800972b2680 x1830887430779520/t4294972157(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.601777:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800972b2680 with x1830887430779520 ext(0->7) 00010000:00010000:0.0:1746070960.601782:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d1a expref: 53 pid: 9566 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.601791:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d1a expref: 53 pid: 9566 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.601796:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800972b2680 00000100:00100000:0.0:1746070960.609700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.615360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.620296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.625254:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.629533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.643959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.646110:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800972b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2008:x1830887430780672:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1061us (2154us total) trans 4294972158 rc 0/0 00000100:00100000:0.0:1746070960.646116:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2186 00002000:00100000:0.0:1746070960.646122:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800972b3b80 x1830887430780672/t4294972158(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.646129:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800972b3b80 with x1830887430780672 ext(0->7) 00010000:00010000:0.0:1746070960.646134:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435000/0xa5d7060008035fab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d28 expref: 55 pid: 9566 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.646148:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0435000/0xa5d7060008035fab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d28 expref: 55 pid: 9566 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.646153:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800972b3b80 00000100:00100000:0.0:1746070960.646556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.648746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.652614:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.654563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.656475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.659329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.666362:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082104e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426532352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746070960.666401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1746070960.668060:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970696 is committed 00000100:00100000:0.0:1746070960.668538:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430782208 00000100:00100000:0.0:1746070960.668542:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430782208 00000100:00100000:0.0:1746070960.668563:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28914 00000100:00100000:0.0:1746070960.668569:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:1660:x1830887430782208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070960.668578:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070960.668588:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035fce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012d44 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.668605:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035fc0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d3d expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.668610:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.668612:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.668615:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035fce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d44 expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.668636:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035fc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d3d expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.668644:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035fc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d3d expref: 6 pid: 17293 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746070960.668652:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082105500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426532608:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070960.668719:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070960.669754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.670652:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082105500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426532608:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070960.670667:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035fce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d44 expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.670686:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8e00, rc 0) 00000100:00100000:0.0:1746070960.670704:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1660:x1830887430782208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2136us (2503us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070960.670709:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28914 00000100:00100000:0.0:1746070960.670719:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430782464 00000100:00100000:0.0:1746070960.670722:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430782464 00000100:00100000:0.0:1746070960.670739:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28915 00000100:00100000:0.0:1746070960.670743:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1661:x1830887430782464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070960.670750:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070960.670757:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008035fd5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012d4b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.670767:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.670770:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035fce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d44 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.670775:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070960.670778:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008035fd5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d4b expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.670793:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035fce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d44 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.670802:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008035fd5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d4b expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.670807:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8800, rc 0) 00000100:00100000:0.0:1746070960.670816:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430782592 00000100:00100000:0.0:1746070960.670819:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430782592 00010000:00010000:0.0:1746070960.670829:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035fc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d3d expref: 6 pid: 17293 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746070960.670842:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12716 00000100:00100000:0.0:1746070960.670847:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430782592:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070960.670852:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070960.671404:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035fc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d3d expref: 6 pid: 17293 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.671418:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035fc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d3d expref: 6 pid: 17293 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.671430:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce800/0xa5d7060008035fc0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d3d expref: 6 pid: 17293 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.671761:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.671763:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.671768:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035fce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d44 expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.671774:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035fce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d44 expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.671793:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035fce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d44 expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.671801:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008035fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d44 expref: 55 pid: 9566 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746070960.671810:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082105500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426532864:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070960.671858:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070960.674009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.677659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.681253:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.683096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.689493:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.690913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.691048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.694004:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.696086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.698205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.701017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.702712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.705285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.709004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.711125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.714476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.716018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.719606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.725211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.729663:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.732792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.737337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.739578:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.741607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.742904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.745898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.749336:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430787456 00000100:00100000:0.0:1746070960.749342:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430787456 00002000:00100000:0.0:1746070960.749377:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e00000 x1830887430787456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746070971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.749385:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00000 with x1830887430787456 ext(0->4095) 00010000:00010000:0.0:1746070960.749393:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d706000803600d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d83 expref: 56 pid: 9567 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.749405:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d706000803600d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d83 expref: 56 pid: 9567 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.749410:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e00000 00000100:00100000:0.0:1746070960.749424:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2192 00000100:00100000:0.0:1746070960.749429:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887430787456:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070960.750160:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887430787456:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 730us (882us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070960.750166:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2192 00002000:00100000:0.0:1746070960.750171:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e00000 x1830887430787456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746070971 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070960.750177:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00000 with x1830887430787456 ext(0->4095) 00010000:00010000:0.0:1746070960.750182:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d706000803600d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d83 expref: 56 pid: 9567 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746070960.750191:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d706000803600d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012d83 expref: 56 pid: 9567 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746070960.750196:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e00000 00000100:00100000:0.0:1746070960.753196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.757255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.760387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.762190:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.768310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.768382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.770273:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.771522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.773508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.777903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.783605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.785795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.789370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.792064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.795257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.796105:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430790144 00000100:00100000:0.0:1746070960.796109:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430790144 00000100:00100000:0.0:1746070960.796659:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28930 00000100:00100000:0.0:1746070960.796666:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1661:x1830887430790144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070960.796683:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070960.796691:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a617be00/0xa5d706000803603e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012db4 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.796705:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.796709:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036037 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012dad expref: 57 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.796713:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070960.796716:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a617be00/0xa5d706000803603e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012db4 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.796737:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036037 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012dad expref: 57 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.796752:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a617be00/0xa5d706000803603e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012db4 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.796760:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a617be00, rc 0) 00000100:00100000:0.0:1746070960.796785:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887430790144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070960.796789:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28930 00000100:00100000:0.0:1746070960.802749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.808592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.810861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.816549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.819222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.822771:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.823916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.827431:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.827508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.831535:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.836453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.840429:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.842962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.849623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.850422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.853262:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.858307:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.859017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.868759:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.872374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.875131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.879305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.884925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.885030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.894543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.899056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.907132:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.923496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.934988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.935071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.943467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.949791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.953700:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.956413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.959494:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.962661:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.965550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.965974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.965993:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430796800 00000100:00100000:0.0:1746070960.965999:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430796800 00000100:00100000:0.0:1746070960.966025:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430796928 00000100:00100000:0.0:1746070960.966028:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430796928 00000100:00100000:0.0:1746070960.966041:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28942 00000100:00100000:0.0:1746070960.966046:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800972b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1660:x1830887430796800:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070960.966059:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070960.966072:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a617ae00/0xa5d7060008036092 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012e08 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.966098:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880082197e00/0xa5d706000803608b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e01 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.966104:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.966106:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.966109:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a617ae00/0xa5d7060008036092 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e08 expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.966134:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880082197e00/0xa5d706000803608b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e01 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.966144:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880082197e00/0xa5d706000803608b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e01 expref: 5 pid: 9568 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746070960.966154:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426539776:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070960.966219:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070960.966235:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 28943 00000100:00100000:0.0:1746070960.966241:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800972b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1661:x1830887430796928:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070960.966247:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070960.966254:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008036099 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012e0f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.966264:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070960.966267:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a617ae00/0xa5d7060008036092 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e08 expref: 59 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.966276:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070960.966279:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008036099 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e0f expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.966302:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a617ae00/0xa5d7060008036092 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e08 expref: 59 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.966312:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008036099 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e0f expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070960.966321:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a2d1800, rc 0) 00000100:00100000:0.0:1746070960.966339:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800972b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1661:x1830887430796928:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070960.966344:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 28943 00000100:00100000:0.0:1746070960.968456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.972427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.975355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.978314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.981375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.984533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.990289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.990326:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.993592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.994508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.996594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070960.998792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.002712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.004069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.006594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.009921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.012446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.013067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.014499:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.017706:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.023182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.025221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.029231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.032223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.035339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.036835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.039848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.042942:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.046617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.049410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.057662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.060659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.060696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.064396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.069683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.073432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.075900:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.077790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.080156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.082406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.084365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.085686:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.087319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.093123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.094624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.094986:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.096604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.099099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.099169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.101121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.105050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.107725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.109269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.112429:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.116401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.118496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.119252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.123144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.128061:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082105f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426544896:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070961.128083:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070961.128131:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887430807040:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4868us (4987us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070961.128141:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12763 00000100:00100000:0.0:1746070961.129320:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430807296 00000100:00100000:0.0:1746070961.129327:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430807296 00002000:00100000:0.0:1746070961.129359:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082104380 x1830887430807296/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:592/0 lens 488/0 e 0 to 0 dl 1746070972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.129374:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082104380 with x1830887430807296 ext(0->4095) 00010000:00010000:0.0:1746070961.129382:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0434c00/0xa5d7060008036117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e8d expref: 60 pid: 9566 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.129394:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0434c00/0xa5d7060008036117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e8d expref: 60 pid: 9566 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.129400:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082104380 00000100:00100000:0.0:1746070961.129427:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2213 00000100:00100000:0.0:1746070961.129434:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887430807296:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070961.129538:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887430807296:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (1901us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070961.129544:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2213 00002000:00100000:0.0:1746070961.129549:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082104380 x1830887430807296/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:592/0 lens 488/4536 e 0 to 0 dl 1746070972 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.129556:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082104380 with x1830887430807296 ext(0->4095) 00010000:00010000:0.0:1746070961.129560:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0434c00/0xa5d7060008036117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e8d expref: 60 pid: 9566 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.129569:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0434c00/0xa5d7060008036117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e8d expref: 60 pid: 9566 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.129574:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082104380 00000100:00100000:0.0:1746070961.131530:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.133177:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.137348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.140330:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.140761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.143306:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b6e34143-9aca-4109-8ccf-1624f7851e8d:3764:1830887426545536:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.143331:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070961.143353:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e894700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830887426546048:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.143447:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426545792 00000100:00100000:0.0:1746070961.143451:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426545792 00000100:00100000:0.0:1746070961.143474:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1746070961.143479:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830887426545792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.143990:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830887426545792:12345-0@lo:400:kworker.0 Request processed in 510us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070961.143996:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1746070961.144015:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070961.144027:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426546560:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.144044:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070961.144055:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426547072:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.144069:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070961.144081:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1746070961.144086:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426545920:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.144100:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070961.144112:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3764:1830887426546432:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.144127:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070961.145782:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dcd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3764:1830887426546432:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.145790:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fd24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3764:1830887426546944:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.145808:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070961.146370:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b6e34143-9aca-4109-8ccf-1624f7851e8d:3764:1830887426545536:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.146381:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e894700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830887426546048:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.146389:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dcdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426546560:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.146397:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426547072:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.146419:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426545920:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.146439:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426546944 00000100:00100000:0.0:1746070961.146442:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426546944 00000100:00100000:0.0:1746070961.146462:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1746070961.146465:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f693480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830887426546944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.146490:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f693480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830887426546944:12345-0@lo:400:kworker.0 Request processed in 24us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070961.146494:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1746070961.146516:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fd24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3764:1830887426546944:0@lo:400:kworker.0 00000100:00100000:0.0:1746070961.146649:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.146676:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430808320 00000100:00100000:0.0:1746070961.146679:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430808320 00002000:00100000:0.0:1746070961.146700:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f693800 x1830887430808320/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:592/0 lens 488/0 e 0 to 0 dl 1746070972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.146708:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f693800 with x1830887430808320 ext(0->4095) 00010000:00010000:0.0:1746070961.146714:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435c00/0xa5d7060008036125 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e9b expref: 6 pid: 9566 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.146729:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0435c00/0xa5d7060008036125 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e9b expref: 6 pid: 9566 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.146735:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f693800 00000100:00100000:0.0:1746070961.146746:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2215 00000100:00100000:0.0:1746070961.146750:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f693800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430808320:12345-192.168.204.29@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746070961.147310:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f693800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430808320:12345-192.168.204.29@tcp:3:ldlm_bl.0 Request processed in 559us (662us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070961.147317:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2215 00002000:00100000:0.0:1746070961.147322:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f693800 x1830887430808320/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:592/0 lens 488/4536 e 0 to 0 dl 1746070972 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.147329:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f693800 with x1830887430808320 ext(0->4095) 00010000:00010000:0.0:1746070961.147334:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435c00/0xa5d7060008036125 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e9b expref: 6 pid: 9566 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.147343:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0435c00/0xa5d7060008036125 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012e9b expref: 6 pid: 9566 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.147348:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f693800 00000100:00100000:0.0:1746070961.147369:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082105f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426545280:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070961.147377:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070961.147837:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2010:x1830887430808064:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6878us (7075us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070961.147844:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12765 00000100:00100000:0.0:1746070961.150579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.155469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.155515:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430808704 00000100:00100000:0.0:1746070961.155520:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430808704 00002000:00100000:0.0:1746070961.155550:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880078ee8c50 x1830887430808704/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:592/0 lens 488/0 e 0 to 0 dl 1746070972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.155559:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ee8c50 with x1830887430808704 ext(0->4095) 00002000:00010000:0.0:1746070961.155563:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078ee8c50 00000100:00100000:0.0:1746070961.155591:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13097 00000100:00100000:0.0:1746070961.155597:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ee8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2008:x1830887430808704:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070961.155701:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ee8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2008:x1830887430808704:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070961.155708:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13097 00002000:00100000:0.0:1746070961.155713:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880078ee8c50 x1830887430808704/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:592/0 lens 488/4536 e 0 to 0 dl 1746070972 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.155720:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ee8c50 with x1830887430808704 ext(0->4095) 00002000:00010000:0.0:1746070961.155723:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078ee8c50 00000100:00100000:0.0:1746070961.160615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.165405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.166777:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887430808960:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1000us (1376us total) trans 4294972161 rc 0/0 00000100:00100000:0.0:1746070961.166783:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2216 00002000:00100000:0.0:1746070961.166788:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f690700 x1830887430808960/t4294972161(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:592/0 lens 496/448 e 0 to 0 dl 1746070972 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.166800:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690700 with x1830887430808960 ext(0->7) 00010000:00010000:0.0:1746070961.166804:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf400/0xa5d706000803612c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ea2 expref: 61 pid: 9567 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.166813:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cf400/0xa5d706000803612c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ea2 expref: 61 pid: 9567 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.166817:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f690700 00000100:00100000:0.0:1746070961.169458:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.175341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.175391:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430809344 00000100:00100000:0.0:1746070961.175396:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430809344 00002000:00100000:0.0:1746070961.175431:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691c00 x1830887430809344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:592/0 lens 488/0 e 0 to 0 dl 1746070972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.175438:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691c00 with x1830887430809344 ext(0->4095) 00002000:00010000:0.0:1746070961.175442:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f691c00 00000100:00100000:0.0:1746070961.175473:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13098 00000100:00100000:0.0:1746070961.175480:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430809344:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070961.175572:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430809344:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070961.175578:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13098 00002000:00100000:0.0:1746070961.175582:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691c00 x1830887430809344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:592/0 lens 488/4536 e 0 to 0 dl 1746070972 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.175588:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691c00 with x1830887430809344 ext(0->4095) 00002000:00010000:0.0:1746070961.175591:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f691c00 00000100:00100000:0.0:1746070961.182710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.184733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.187206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.196638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.196689:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.199149:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.202806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.203312:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12770 00000100:00100000:0.0:1746070961.203320:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2010:x1830887430810624:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070961.203331:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070961.203347:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880082196400/0xa5d7060008036141 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012eb7 expref: 62 pid: 9568 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.203357:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880082196400/0xa5d7060008036141 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012eb7 expref: 62 pid: 9568 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.203373:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880082196400/0xa5d7060008036141 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012eb7 expref: 62 pid: 9568 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.203564:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070961.203566:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070961.203571:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce000/0xa5d7060008036148 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ebe expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.203578:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800820ce000/0xa5d7060008036148 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ebe expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.203608:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800820ce000/0xa5d7060008036148 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ebe expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.203617:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800820ce000/0xa5d7060008036148 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ebe expref: 5 pid: 9567 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746070961.203627:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcfc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426548608:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070961.204111:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070961.206507:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.211743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.214141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.216192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.218739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.222630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.225183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.225297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.227897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.230143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.232769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.235103:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.237589:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.241845:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.246125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.247049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.250780:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.252321:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430813824 00000100:00100000:0.0:1746070961.252325:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430813824 00010000:00010000:0.0:1746070961.252340:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880082196e00/0xa5d706000803616b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ee1 expref: 6 pid: 9568 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746070961.252368:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12776 00000100:00100000:0.0:1746070961.252373:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430813824:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070961.252380:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070961.252393:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880082196e00/0xa5d706000803616b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ee1 expref: 6 pid: 9568 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.252402:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880082196e00/0xa5d706000803616b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ee1 expref: 6 pid: 9568 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.252415:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880082196e00/0xa5d706000803616b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ee1 expref: 6 pid: 9568 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.252437:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070961.252439:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070961.252443:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880082197a00/0xa5d7060008036172 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ee8 expref: 61 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.252449:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880082197a00/0xa5d7060008036172 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ee8 expref: 61 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.252467:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880082197a00/0xa5d7060008036172 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ee8 expref: 61 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.252476:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880082197a00/0xa5d7060008036172 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012ee8 expref: 61 pid: 9568 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746070961.253012:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8c7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426550272:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070961.253069:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070961.255480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.258452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.263840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.268459:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.270757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.273265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.275217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.280745:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.286690:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.294439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.298433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.302308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.304646:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.310767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.310850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.314060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.318523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.323639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.327305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.330673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.335634:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.340741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.340777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.348106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.351351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.356317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.366234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.366270:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430819072 00000100:00100000:0.0:1746070961.366277:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430819072 00002000:00100000:0.0:1746070961.366311:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800972b2300 x1830887430819072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:592/0 lens 488/0 e 0 to 0 dl 1746070972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.366320:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800972b2300 with x1830887430819072 ext(0->4095) 00002000:00010000:0.0:1746070961.366324:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800972b2300 00000100:00100000:0.0:1746070961.366358:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13108 00000100:00100000:0.0:1746070961.366364:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800972b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2008:x1830887430819072:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070961.370508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.374783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.384239:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.390473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.392514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.396297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.398440:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.403901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.408006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.418120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.426766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.449804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.454981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.459737:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.461833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.470808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.471120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.474685:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.478210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.479015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.482754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.485143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.491085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.496032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.502895:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.505830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.521831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.535505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.535591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.546745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.546781:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430824192 00000100:00100000:0.0:1746070961.546787:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430824192 00002000:00100000:0.0:1746070961.546824:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e355f80 x1830887430824192/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:592/0 lens 488/0 e 0 to 0 dl 1746070972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.546833:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e355f80 with x1830887430824192 ext(0->4095) 00010000:00010000:0.0:1746070961.546840:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d70600080361f7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012f6d expref: 6 pid: 9567 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.546852:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d70600080361f7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012f6d expref: 6 pid: 9567 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.546858:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e355f80 00000100:00100000:0.0:1746070961.546892:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2234 00000100:00100000:0.0:1746070961.546899:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430824192:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070961.547002:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430824192:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (266us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070961.547008:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2234 00002000:00100000:0.0:1746070961.547013:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e355f80 x1830887430824192/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:592/0 lens 488/4536 e 0 to 0 dl 1746070972 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.547020:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e355f80 with x1830887430824192 ext(0->4095) 00010000:00010000:0.0:1746070961.547023:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d70600080361f7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012f6d expref: 6 pid: 9567 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.547031:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d70600080361f7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012f6d expref: 6 pid: 9567 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.547035:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e355f80 00000100:00100000:0.0:1746070961.553035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.563680:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.572794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.587832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.587957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.592302:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887430824832:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1711us (4472us total) trans 4294972165 rc 0/0 00000100:00100000:0.0:1746070961.592312:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2235 00002000:00100000:0.0:1746070961.592320:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e354380 x1830887430824832/t4294972165(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:592/0 lens 496/448 e 0 to 0 dl 1746070972 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.592328:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354380 with x1830887430824832 ext(0->7) 00010000:00010000:0.0:1746070961.592336:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080361fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012f74 expref: 70 pid: 9567 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.592348:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080361fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012f74 expref: 70 pid: 9567 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.592354:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e354380 00000100:00100000:0.0:1746070961.594699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.598884:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.608174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.608994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.612575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.616672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.622288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.622524:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.626157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.632460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.634421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.636926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.641989:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.642034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.646124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.656036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.661260:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.664233:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.669047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.671562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.672945:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430828672 00000100:00100000:0.0:1746070961.672949:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430828672 00002000:00100000:0.0:1746070961.672976:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6018700 x1830887430828672/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:592/0 lens 488/0 e 0 to 0 dl 1746070972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.672984:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6018700 with x1830887430828672 ext(0->4095) 00010000:00010000:0.0:1746070961.672990:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880082197c00/0xa5d7060008036236 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012fac expref: 6 pid: 9568 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.672999:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880082197c00/0xa5d7060008036236 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012fac expref: 6 pid: 9568 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.673005:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6018700 00000100:00100000:0.0:1746070961.673019:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2240 00000100:00100000:0.0:1746070961.673023:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430828672:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070961.673109:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430828672:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (453us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070961.673114:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2240 00002000:00100000:0.0:1746070961.673119:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6018700 x1830887430828672/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:592/0 lens 488/4536 e 0 to 0 dl 1746070972 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.673124:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6018700 with x1830887430828672 ext(0->4095) 00010000:00010000:0.0:1746070961.673128:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880082197c00/0xa5d7060008036236 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012fac expref: 6 pid: 9568 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.673135:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880082197c00/0xa5d7060008036236 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012fac expref: 6 pid: 9568 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.673139:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6018700 00000100:00100000:0.0:1746070961.675720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.676910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.679855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.682961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.685185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.687575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.690855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.694646:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.696639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.698394:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430830336 00000100:00100000:0.0:1746070961.698398:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430830336 00000100:00100000:0.0:1746070961.698426:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29007 00000100:00100000:0.0:1746070961.698433:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1661:x1830887430830336:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070961.698440:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070961.698446:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036259 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f012fcf expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.698456:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070961.698459:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880082196000/0xa5d7060008036252 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012fc8 expref: 71 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.698464:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070961.698467:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036259 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012fcf expref: 71 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.698484:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880082196000/0xa5d7060008036252 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012fc8 expref: 71 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.698494:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036259 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012fcf expref: 71 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.698502:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:0.0:1746070961.698525:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1661:x1830887430830336:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070961.698531:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29007 00000100:00100000:0.0:1746070961.701413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.705154:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.708284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.711334:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.713971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.717245:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.719673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.721859:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.727609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.730924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.732937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.733485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.736356:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.737792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.738048:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.741155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.745858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.749218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.750506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.752161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.754766:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.756486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.758684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.760829:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.763779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.764244:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29015 00000100:00100000:0.0:1746070961.764255:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430834816:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070961.764270:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070961.764282:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d5e5400/0xa5d7060008036291 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013007 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.764306:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435000/0xa5d706000803628a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013000 expref: 68 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.764312:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070961.764313:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070961.764316:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5e5400/0xa5d7060008036291 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013007 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.764339:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0435000/0xa5d706000803628a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013000 expref: 68 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.764348:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0435000/0xa5d706000803628a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013000 expref: 68 pid: 17293 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746070961.764357:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426560512:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070961.764902:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070961.767164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.776167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.776216:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.779725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.781645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.783710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.786058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.789777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.791929:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+73:2007:x1830887430836096:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1777us (2152us total) trans 4294972167 rc 0/0 00000100:00100000:0.0:1746070961.791938:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2248 00002000:00100000:0.0:1746070961.791945:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fe8f480 x1830887430836096/t4294972167(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:592/0 lens 496/448 e 0 to 0 dl 1746070972 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.791954:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8f480 with x1830887430836096 ext(0->7) 00010000:00010000:0.0:1746070961.791960:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880082196200/0xa5d7060008036298 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01300e expref: 73 pid: 17293 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.791971:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880082196200/0xa5d7060008036298 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01300e expref: 73 pid: 17293 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.791976:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8f480 00000100:00100000:0.0:1746070961.794995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.800991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.801072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.802889:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430836736 00000100:00100000:0.0:1746070961.802893:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430836736 00000100:00100000:0.0:1746070961.802919:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29019 00000100:00100000:0.0:1746070961.802924:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:1661:x1830887430836736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070961.802934:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070961.802943:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d5e4c00/0xa5d70600080362ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013023 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.802954:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070961.802958:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880082197c00/0xa5d70600080362a6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01301c expref: 75 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.802963:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070961.802965:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5e4c00/0xa5d70600080362ad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013023 expref: 75 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.802984:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880082197c00/0xa5d70600080362a6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01301c expref: 75 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.802993:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d5e4c00/0xa5d70600080362ad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013023 expref: 75 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.803001:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5e4c00, rc 0) 00000100:00100000:0.0:1746070961.803032:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:1661:x1830887430836736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070961.803037:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29019 00000100:00100000:0.0:1746070961.804477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.806729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.808285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.811518:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426561664:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070961.811533:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070961.811553:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+73:2010:x1830887430837248:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3058us (3270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070961.811560:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12821 00000100:00100000:0.0:1746070961.815634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.818520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.820671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.821270:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13126 00000100:00100000:0.0:1746070961.821278:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430838016:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070961.821368:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430838016:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (699us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070961.821374:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13126 00002000:00100000:0.0:1746070961.821379:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607d500 x1830887430838016/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:592/0 lens 488/4536 e 0 to 0 dl 1746070972 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.821385:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607d500 with x1830887430838016 ext(0->4095) 00002000:00010000:0.0:1746070961.821388:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a607d500 00000100:00100000:0.0:1746070961.822388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.823419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.825843:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.830727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.833327:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.835069:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.839460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.843485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.843955:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.846857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.849449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.853377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.855774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.861128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.864231:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.867535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.871644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.872647:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.875928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.877895:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.880581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.892964:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.897210:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887430841856:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3644us (4240us total) trans 4294972168 rc 0/0 00000100:00100000:0.0:1746070961.897221:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2253 00002000:00100000:0.0:1746070961.897229:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c217100 x1830887430841856/t4294972168(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:592/0 lens 496/448 e 0 to 0 dl 1746070972 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.897237:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217100 with x1830887430841856 ext(0->7) 00010000:00010000:0.0:1746070961.897245:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880082197800/0xa5d70600080362e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01305b expref: 75 pid: 17293 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.897259:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880082197800/0xa5d70600080362e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01305b expref: 75 pid: 17293 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.897265:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c217100 00000100:00100000:0.0:1746070961.906564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.909086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.910987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.916319:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.919718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.934022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.946453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.948140:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887430843008:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 895us (1690us total) trans 4294972169 rc 0/0 00000100:00100000:0.0:1746070961.948146:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2255 00002000:00100000:0.0:1746070961.948151:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880094919c00 x1830887430843008/t4294972169(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:592/0 lens 496/448 e 0 to 0 dl 1746070972 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070961.948158:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919c00 with x1830887430843008 ext(0->7) 00010000:00010000:0.0:1746070961.948163:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce400/0xa5d70600080362f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013069 expref: 77 pid: 17293 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.948171:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820ce400/0xa5d70600080362f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013069 expref: 77 pid: 17293 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746070961.948176:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094919c00 00000100:00100000:0.0:1746070961.956620:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.960337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.960413:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430843264 00000100:00100000:0.0:1746070961.960419:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430843264 00010000:00010000:0.0:1746070961.960441:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800820ce400/0xa5d70600080362f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013069 expref: 78 pid: 17293 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746070961.960464:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12832 00000100:00100000:0.0:1746070961.960469:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2009:x1830887430843264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070961.960479:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746070961.960493:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746070961 -> 1746070962 00002000:00010000:0.0:1746070961.960496:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746070961 -> 1746070962 00010000:00010000:0.0:1746070961.960501:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8800820ce400/0xa5d70600080362f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013069 expref: 78 pid: 17293 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.960511:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800820ce400/0xa5d70600080362f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013069 expref: 78 pid: 17293 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.960528:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800820ce400/0xa5d70600080362f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013069 expref: 78 pid: 17293 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746070961.960540:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070961.960542:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070961.960549:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080362fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013070 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.960555:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080362fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013070 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.960576:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080362fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013070 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070961.960586:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080362fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013070 expref: 5 pid: 9567 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746070961.960596:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6331880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426564608:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070961.976221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.981700:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.984549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.987180:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.990400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.993574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070961.996730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.002046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.006742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.009577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.011991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.016481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.021947:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.025927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.026526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.029974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.032519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.034798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.036779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.039793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.041704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.043563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.045003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.052584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.060599:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430848256 00000100:00100000:0.0:1746070962.060607:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430848256 00000100:00100000:0.0:1746070962.060683:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29041 00000100:00100000:0.0:1746070962.060691:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430848256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070962.060706:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070962.060721:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0435c00/0xa5d7060008036347 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0130bd expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.060740:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070962.060746:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880082196c00/0xa5d7060008036340 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0130b6 expref: 77 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.060751:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070962.060754:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0435c00/0xa5d7060008036347 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0130bd expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.060782:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880082196c00/0xa5d7060008036340 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0130b6 expref: 77 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.060793:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0435c00/0xa5d7060008036347 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0130bd expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.060801:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0435c00, rc 0) 00000100:00100000:0.0:1746070962.060843:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430848256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070962.060848:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29041 00000100:00100000:0.0:1746070962.060993:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430848384 00000100:00100000:0.0:1746070962.060996:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430848384 00010000:00010000:0.0:1746070962.061009:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cfe00/0xa5d7060008036339 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0130af expref: 78 pid: 17293 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746070962.061030:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12842 00000100:00100000:0.0:1746070962.061034:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2010:x1830887430848384:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070962.061041:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070962.061054:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800820cfe00/0xa5d7060008036339 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0130af expref: 78 pid: 17293 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.061063:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800820cfe00/0xa5d7060008036339 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0130af expref: 78 pid: 17293 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.061075:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800820cfe00/0xa5d7060008036339 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0130af expref: 78 pid: 17293 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.061087:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070962.061088:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070962.061093:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880082196c00/0xa5d7060008036340 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0130b6 expref: 77 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.061099:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880082196c00/0xa5d7060008036340 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0130b6 expref: 77 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070962.066425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.075243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.075337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.088218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.090619:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.096358:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.098639:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.101530:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.108852:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.110044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.112637:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.119791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.123160:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.126410:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.129140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.132316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.135860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.138346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.140163:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.142555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.145817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.148378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.152682:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.155843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.161415:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.163140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.165272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.168679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.171302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.176734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.180618:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.185186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.199020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.199258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.202456:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.206207:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.210837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.213521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.217747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.221837:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430855680 00000100:00100000:0.0:1746070962.221844:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430855680 00000100:00100000:0.0:1746070962.221895:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29055 00000100:00100000:0.0:1746070962.221902:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:1660:x1830887430855680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070962.221917:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070962.221932:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d5e5c00/0xa5d70600080363a9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01311f expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.221955:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820cee00/0xa5d70600080363a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013118 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.221962:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070962.221964:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070962.221967:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5e5c00/0xa5d70600080363a9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01311f expref: 80 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.221991:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800820cee00/0xa5d70600080363a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013118 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.222001:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800820cee00/0xa5d70600080363a2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013118 expref: 5 pid: 9567 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746070962.222011:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426570752:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070962.222071:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070962.222138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.225825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.226259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.230800:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.233803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.236366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.238329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.242598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.245693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.248494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.252466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.260196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.263679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.266490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.269687:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.273211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.275731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.278210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.279603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.283461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.286434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.290037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.292835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.298140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.302848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.307378:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430860544 00000100:00100000:0.0:1746070962.307384:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430860544 00002000:00100000:0.0:1746070962.307413:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53bb80 x1830887430860544/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:593/0 lens 488/0 e 0 to 0 dl 1746070973 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.307421:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53bb80 with x1830887430860544 ext(0->4095) 00010000:00010000:0.0:1746070962.307427:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080363e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013157 expref: 6 pid: 9567 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.307439:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080363e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013157 expref: 6 pid: 9567 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746070962.307445:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53bb80 00000100:00100000:0.0:1746070962.307459:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2271 00000100:00100000:0.0:1746070962.307464:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430860544:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070962.307562:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430860544:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (413us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070962.307567:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2271 00002000:00100000:0.0:1746070962.307571:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53bb80 x1830887430860544/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:593/0 lens 488/4536 e 0 to 0 dl 1746070973 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.307577:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53bb80 with x1830887430860544 ext(0->4095) 00010000:00010000:0.0:1746070962.307581:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080363e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013157 expref: 6 pid: 9567 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.307589:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080363e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013157 expref: 6 pid: 9567 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746070962.307594:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53bb80 00000100:00100000:0.0:1746070962.310616:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.317964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.320610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.323607:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.324812:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2007:x1830887430861184:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 791us (1204us total) trans 4294972171 rc 0/0 00000100:00100000:0.0:1746070962.324820:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2272 00002000:00100000:0.0:1746070962.324825:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fd19f80 x1830887430861184/t4294972171(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:593/0 lens 496/448 e 0 to 0 dl 1746070973 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.324832:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19f80 with x1830887430861184 ext(0->7) 00010000:00010000:0.0:1746070962.324837:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d70600080363e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01315e expref: 81 pid: 9567 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.324846:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d70600080363e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01315e expref: 81 pid: 9567 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746070962.324851:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd19f80 00000100:00100000:0.0:1746070962.326781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.333817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.333937:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.333954:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430861696 00000100:00100000:0.0:1746070962.333957:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430861696 00002000:00100000:0.0:1746070962.333980:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd1b480 x1830887430861696/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:593/0 lens 488/0 e 0 to 0 dl 1746070973 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.333987:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1b480 with x1830887430861696 ext(0->4095) 00002000:00010000:0.0:1746070962.333991:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd1b480 00000100:00100000:0.0:1746070962.334003:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13152 00000100:00100000:0.0:1746070962.334007:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430861696:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070962.334090:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430861696:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (153us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070962.334099:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13152 00002000:00100000:0.0:1746070962.334104:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd1b480 x1830887430861696/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:593/0 lens 488/4536 e 0 to 0 dl 1746070973 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.334110:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1b480 with x1830887430861696 ext(0->4095) 00010000:00010000:0.0:1746070962.334114:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d70600080363ef lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013165 expref: 6 pid: 9567 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.334124:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d70600080363ef lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013165 expref: 6 pid: 9567 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746070962.334128:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd1b480 00000100:00100000:0.0:1746070962.336582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.336851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.343962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.347570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.349481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.353430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.357560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.358598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.362116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.362712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.366597:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.368669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.373951:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.376860:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.379476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.381399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.383489:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.385661:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.388172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.391500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.398446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.399093:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12875 00000100:00100000:0.0:1746070962.399102:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b421c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2009:x1830887430865408:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070962.399114:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070962.399131:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880082197800/0xa5d7060008036420 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013196 expref: 82 pid: 17293 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.399142:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880082197800/0xa5d7060008036420 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013196 expref: 82 pid: 17293 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.399160:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880082197800/0xa5d7060008036420 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013196 expref: 82 pid: 17293 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.399187:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070962.399189:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070962.399195:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008036427 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01319d expref: 81 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.399203:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008036427 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01319d expref: 81 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.399230:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008036427 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01319d expref: 81 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070962.399242:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fd27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426575488:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070962.399316:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070962.402697:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430865664 00000100:00100000:0.0:1746070962.402704:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430865664 00002000:00100000:0.0:1746070962.402733:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538700 x1830887430865664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:593/0 lens 488/0 e 0 to 0 dl 1746070973 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.402741:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538700 with x1830887430865664 ext(0->4095) 00002000:00010000:0.0:1746070962.402745:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d538700 00000100:00100000:0.0:1746070962.403348:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13156 00000100:00100000:0.0:1746070962.403355:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2010:x1830887430865664:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070962.403454:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2010:x1830887430865664:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (910us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070962.403459:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13156 00002000:00100000:0.0:1746070962.403464:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538700 x1830887430865664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:593/0 lens 488/4536 e 0 to 0 dl 1746070973 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.403471:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538700 with x1830887430865664 ext(0->4095) 00002000:00010000:0.0:1746070962.403473:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d538700 00000100:00100000:0.0:1746070962.404904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.407009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.410325:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426575744:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070962.410341:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070962.410384:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2007:x1830887430865920:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3117us (3374us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070962.410393:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12876 00000100:00100000:0.0:1746070962.410896:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430866176 00000100:00100000:0.0:1746070962.410900:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430866176 00002000:00100000:0.0:1746070962.410933:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539880 x1830887430866176/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:593/0 lens 488/0 e 0 to 0 dl 1746070973 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.410942:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539880 with x1830887430866176 ext(0->4095) 00002000:00010000:0.0:1746070962.410945:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d539880 00000100:00100000:0.0:1746070962.411126:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13157 00000100:00100000:0.0:1746070962.411133:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430866176:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070962.411245:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430866176:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (516us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070962.411251:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13157 00002000:00100000:0.0:1746070962.411255:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539880 x1830887430866176/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:593/0 lens 488/4536 e 0 to 0 dl 1746070973 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.411262:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539880 with x1830887430866176 ext(0->4095) 00002000:00010000:0.0:1746070962.411265:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d539880 00000100:00100000:0.0:1746070962.413464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.413505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.417604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.420275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.422822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.426441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.428614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.432267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.437172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.437227:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.440513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.442312:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.447051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.450838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.454745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.466501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.474170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.479258:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:2007:x1830887430868992:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 765us (5092us total) trans 4294972172 rc 0/0 00000100:00100000:0.0:1746070962.479265:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2280 00002000:00100000:0.0:1746070962.479270:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8f7800 x1830887430868992/t4294972172(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:593/0 lens 496/448 e 0 to 0 dl 1746070973 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.479277:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7800 with x1830887430868992 ext(0->7) 00010000:00010000:0.0:1746070962.479282:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036451 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0131c7 expref: 83 pid: 9568 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.479292:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036451 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0131c7 expref: 83 pid: 9568 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746070962.479298:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f7800 00000100:00100000:0.0:1746070962.482485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.483323:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.488342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.492940:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.505381:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.519247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.521167:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+85:2007:x1830887430870144:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1735us (1917us total) trans 4294972173 rc 0/0 00000100:00100000:0.0:1746070962.521175:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2282 00002000:00100000:0.0:1746070962.521182:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8f7b80 x1830887430870144/t4294972173(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:593/0 lens 496/448 e 0 to 0 dl 1746070973 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.521190:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7b80 with x1830887430870144 ext(0->7) 00010000:00010000:0.0:1746070962.521196:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d706000803645f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0131d5 expref: 85 pid: 9568 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.521205:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d706000803645f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0131d5 expref: 85 pid: 9568 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746070962.521210:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f7b80 00000100:00100000:0.0:1746070962.541021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.541075:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.547710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.552504:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430870784 00000100:00100000:0.0:1746070962.552508:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430870784 00000100:00100000:0.0:1746070962.552530:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29084 00000100:00100000:0.0:1746070962.552535:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a601b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+85:1661:x1830887430870784:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070962.552546:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070962.552555:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5cfcc00/0xa5d7060008036474 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0131ea expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.552569:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d706000803646d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0131e3 expref: 86 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.552579:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070962.552580:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070962.552583:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5cfcc00/0xa5d7060008036474 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0131ea expref: 86 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.552599:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d706000803646d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0131e3 expref: 86 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.552608:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d706000803646d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0131e3 expref: 86 pid: 9568 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746070962.552616:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426578176:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070962.552646:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070962.556903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.564275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.565267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.569554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.571946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.574153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.581316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.585740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.590722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.591180:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.595292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.597357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.600105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.603763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.606323:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.619055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.624045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.627036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.629549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.636991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.642008:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.666903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.695376:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.699172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.708610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.712843:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430875264 00000100:00100000:0.0:1746070962.712850:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430875264 00002000:00100000:0.0:1746070962.712963:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53aa00 x1830887430875264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:593/0 lens 488/0 e 0 to 0 dl 1746070973 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.712973:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53aa00 with x1830887430875264 ext(0->4095) 00010000:00010000:0.0:1746070962.712980:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d70600080364a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01321b expref: 6 pid: 9568 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.712992:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d70600080364a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01321b expref: 6 pid: 9568 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746070962.712997:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53aa00 00000100:00100000:0.0:1746070962.713057:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2290 00000100:00100000:0.0:1746070962.713065:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430875264:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070962.717005:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430875264:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 3930us (4233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070962.717017:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2290 00002000:00100000:0.0:1746070962.717028:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53aa00 x1830887430875264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:593/0 lens 488/4536 e 0 to 0 dl 1746070973 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.717036:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53aa00 with x1830887430875264 ext(0->4095) 00010000:00010000:0.0:1746070962.717045:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d70600080364a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01321b expref: 6 pid: 9568 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.717058:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d70600080364a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01321b expref: 6 pid: 9568 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746070962.717064:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53aa00 00000100:00100000:0.0:1746070962.719648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.724065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.727569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.733793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.740298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.743564:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430876160 00000100:00100000:0.0:1746070962.743570:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430876160 00010000:00010000:0.0:1746070962.743593:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080364ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013222 expref: 92 pid: 9568 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746070962.743621:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12895 00000100:00100000:0.0:1746070962.743625:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2010:x1830887430876160:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070962.743642:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070962.743656:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080364ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013222 expref: 92 pid: 9568 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.743667:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080364ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013222 expref: 92 pid: 9568 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.743683:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080364ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013222 expref: 92 pid: 9568 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.743698:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070962.743700:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070962.743705:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d70600080364b3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013229 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.743712:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d70600080364b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013229 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.743733:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d70600080364b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013229 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.743741:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d70600080364b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013229 expref: 5 pid: 9566 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746070962.743750:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcdad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426580736:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070962.743799:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070962.747905:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430876416 00000100:00100000:0.0:1746070962.747911:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430876416 00002000:00100000:0.0:1746070962.747942:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d8c4380 x1830887430876416/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:593/0 lens 488/0 e 0 to 0 dl 1746070973 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.747956:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c4380 with x1830887430876416 ext(0->4095) 00010000:00010000:0.0:1746070962.747963:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d70600080364b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013229 expref: 6 pid: 9566 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.747973:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d70600080364b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013229 expref: 6 pid: 9566 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746070962.747979:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d8c4380 00000100:00100000:0.0:1746070962.748000:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2292 00000100:00100000:0.0:1746070962.748006:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430876416:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070962.748087:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430876416:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 81us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070962.748092:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2292 00002000:00100000:0.0:1746070962.748096:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d8c4380 x1830887430876416/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:593/0 lens 488/4536 e 0 to 0 dl 1746070973 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070962.748103:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c4380 with x1830887430876416 ext(0->4095) 00010000:00010000:0.0:1746070962.748107:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d70600080364b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013229 expref: 6 pid: 9566 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.748115:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d70600080364b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013229 expref: 6 pid: 9566 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746070962.748120:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d8c4380 00000100:00100000:0.0:1746070962.764933:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.768125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.776581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.778561:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.782213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.782824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.789170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.793830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.796300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.800709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.802389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.804492:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426581760:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070962.804513:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f3cd600/0xa5d70600080364d6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01324c expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.804524:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f3cd600, rc 0) 00000100:00100000:0.0:1746070962.805189:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430878592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2685us (2800us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070962.805197:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29098 00000100:00100000:0.0:1746070962.807913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.810147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.810206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.810768:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29100 00000100:00100000:0.0:1746070962.810776:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:1660:x1830887430879232:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070962.810783:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070962.810789:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6389400/0xa5d70600080364e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01325a expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.810804:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070962.810807:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880082197200/0xa5d70600080364dd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013253 expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.810812:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070962.810814:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6389400/0xa5d70600080364e4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01325a expref: 95 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.810831:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880082197200/0xa5d70600080364dd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013253 expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.810842:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6389400/0xa5d70600080364e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01325a expref: 95 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.810850:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6389400, rc 0) 00000100:00100000:0.0:1746070962.810885:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:1660:x1830887430879232:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070962.810891:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29100 00000100:00100000:0.0:1746070962.813777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.817291:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.821306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.821379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.828748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.832531:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.832584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.836346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.841001:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.845317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.847472:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.850930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.853917:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.855643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.855676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.858236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.861024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.864948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.869431:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.872014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.874482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.877185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.879502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.880811:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.883084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.887198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.891591:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.891685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.896245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.899058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.899169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.903038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.907917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.915671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.919689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.923959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.926837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.926897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.928893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.929295:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430886016 00000100:00100000:0.0:1746070962.929298:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430886016 00010000:00010000:0.0:1746070962.929313:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008036531 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132a7 expref: 6 pid: 9566 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746070962.929337:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12914 00000100:00100000:0.0:1746070962.929342:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430886016:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070962.929349:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070962.929359:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008036531 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132a7 expref: 6 pid: 9566 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.929367:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008036531 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132a7 expref: 6 pid: 9566 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.929380:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008036531 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132a7 expref: 6 pid: 9566 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746070962.929398:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070962.929400:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070962.929405:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880082197a00/0xa5d7060008036538 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132ae expref: 93 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.929412:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880082197a00/0xa5d7060008036538 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132ae expref: 93 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.929433:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880082197a00/0xa5d7060008036538 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132ae expref: 93 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070962.929442:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880082197a00/0xa5d7060008036538 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132ae expref: 93 pid: 9566 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746070962.929451:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426585600:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070962.929498:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070962.932189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.934280:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.939137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.941578:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.943773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.948353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.948458:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.953623:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.954554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.958742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.960952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.964611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.967951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.975806:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.978820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.980689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.982567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.982603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.986446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.994483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070962.999003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.001999:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.005650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.010344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.011444:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430890368 00000100:00100000:0.0:1746070963.011448:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430890368 00000100:00100000:0.0:1746070963.011469:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29121 00000100:00100000:0.0:1746070963.011474:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:1660:x1830887430890368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070963.011482:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070963.011493:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6389e00/0xa5d7060008036577 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0132ed expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.011514:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c660000/0xa5d7060008036570 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132e6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.011520:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070963.011521:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070963.011524:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6389e00/0xa5d7060008036577 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132ed expref: 94 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.011544:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c660000/0xa5d7060008036570 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132e6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.011553:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c660000/0xa5d7060008036570 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132e6 expref: 5 pid: 9566 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746070963.011566:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426587648:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070963.011613:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070963.014180:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.014299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.017432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.019688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.023659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.037930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.059356:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.059447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.064589:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887430891520:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1576us (5236us total) trans 4294972178 rc 0/0 00000100:00100000:0.0:1746070963.064597:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2309 00002000:00100000:0.0:1746070963.064603:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096eaf100 x1830887430891520/t4294972178(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 496/448 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.064610:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaf100 with x1830887430891520 ext(0->7) 00010000:00010000:0.0:1746070963.064616:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d706000803657e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132f4 expref: 96 pid: 9567 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.064636:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d706000803657e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0132f4 expref: 96 pid: 9567 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746070963.064642:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eaf100 00000100:00100000:0.0:1746070963.068337:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.079073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.089984:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.093977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.096737:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.099919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.102345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.106841:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.108895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.111560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.114739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.118558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.124137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.127474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.128611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.131349:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.133034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.139671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.143038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.148212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.150839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.156782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.156959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.163437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.166005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.169577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.172251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.174970:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dedd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426590848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746070963.175009:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070963.175047:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426590848 00000100:00100000:0.0:1746070963.175052:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426590848 00000100:00100000:0.0:1746070963.175901:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dedd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426590848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746070963.184984:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.195963:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2007:x1830887430896768:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 10584us (10977us total) trans 4294972179 rc 0/0 00000100:00100000:0.0:1746070963.195976:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2315 00002000:00100000:0.0:1746070963.195986:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dedd880 x1830887430896768/t4294972179(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 496/448 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.195994:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd880 with x1830887430896768 ext(0->7) 00010000:00010000:0.0:1746070963.196003:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880082197e00/0xa5d70600080365c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01333a expref: 97 pid: 9566 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.196017:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880082197e00/0xa5d70600080365c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01333a expref: 97 pid: 9566 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746070963.196023:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedd880 00000100:00100000:0.0:1746070963.197294:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.201770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.205421:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430897280 00000100:00100000:0.0:1746070963.205426:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430897280 00002000:00100000:0.0:1746070963.205460:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c216d80 x1830887430897280/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.205468:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c216d80 with x1830887430897280 ext(0->4095) 00010000:00010000:0.0:1746070963.205475:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080365cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013341 expref: 6 pid: 9566 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.205489:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080365cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013341 expref: 6 pid: 9566 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746070963.205494:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c216d80 00000100:00100000:0.0:1746070963.205514:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2316 00000100:00100000:0.0:1746070963.205518:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430897280:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070963.205600:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430897280:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (382us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070963.205604:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2316 00002000:00100000:0.0:1746070963.205608:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c216d80 x1830887430897280/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.205614:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c216d80 with x1830887430897280 ext(0->4095) 00010000:00010000:0.0:1746070963.205618:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080365cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013341 expref: 6 pid: 9566 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.205634:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080365cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013341 expref: 6 pid: 9566 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746070963.205640:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c216d80 00000100:00100000:0.0:1746070963.207168:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426591232 00000100:00100000:0.0:1746070963.207172:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426591232 00000100:00100000:0.0:1746070963.207219:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1746070963.207225:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426591232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746070963.207238:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 396852032 pending 1290240 free 3923173376 avail 3691651072 00000100:00100000:0.0:1746070963.207281:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426591232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070963.207286:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1746070963.210547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.213967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.217103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.220897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.225309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.227469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.231548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.231611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.237031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.241169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.247690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.249836:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.254131:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.257685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.259279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.263457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.263496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.268129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.271330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.275774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.278219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.283690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.286450:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.294365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.294746:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.298920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.301594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.305096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.308147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.312839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.317210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.318970:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.322451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.322533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.329186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.340389:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.347552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.350609:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.366714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.366761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.375171:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.387195:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.389830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.398231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.405812:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.405935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.408808:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:2008:x1830887430905088:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1507us (2999us total) trans 4294972180 rc 0/0 00000100:00100000:0.0:1746070963.408815:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2326 00002000:00100000:0.0:1746070963.408821:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d3b3480 x1830887430905088/t4294972180(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 496/448 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.408828:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b3480 with x1830887430905088 ext(0->7) 00010000:00010000:0.0:1746070963.408835:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a540c000/0xa5d7060008036634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133aa expref: 100 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.408845:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a540c000/0xa5d7060008036634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133aa expref: 100 pid: 9568 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746070963.408850:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b3480 00000100:00100000:0.0:1746070963.416661:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.416686:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430905600 00000100:00100000:0.0:1746070963.416692:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430905600 00002000:00100000:0.0:1746070963.416729:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b2a00 x1830887430905600/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.416739:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b2a00 with x1830887430905600 ext(0->4095) 00010000:00010000:0.0:1746070963.416746:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4200/0xa5d706000803663b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133b1 expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.416757:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4200/0xa5d706000803663b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133b1 expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746070963.416763:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b2a00 00000100:00100000:0.0:1746070963.417364:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2327 00000100:00100000:0.0:1746070963.417371:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430905600:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070963.419155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.422837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.427588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.437781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.439851:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:2007:x1830887430906240:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1494us (2072us total) trans 4294972181 rc 0/0 00000100:00100000:0.0:1746070963.439860:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2328 00002000:00100000:0.0:1746070963.439880:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d3b3800 x1830887430906240/t4294972181(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 496/448 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.439888:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b3800 with x1830887430906240 ext(0->7) 00010000:00010000:0.0:1746070963.439894:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c661c00/0xa5d7060008036642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133b8 expref: 101 pid: 9567 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.439904:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c661c00/0xa5d7060008036642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133b8 expref: 101 pid: 9567 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746070963.439910:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b3800 00000100:00100000:0.0:1746070963.449659:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.456494:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070963.458080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.467976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.473548:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.478453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.482704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.485502:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800972b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:2008:x1830887430907392:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2596us (2800us total) trans 4294972182 rc 0/0 00000100:00100000:0.0:1746070963.485511:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2330 00002000:00100000:0.0:1746070963.485519:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800972b1c00 x1830887430907392/t4294972182(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 496/448 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.485526:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800972b1c00 with x1830887430907392 ext(0->7) 00010000:00010000:0.0:1746070963.485533:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a540c400/0xa5d7060008036650 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133c6 expref: 103 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.485545:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a540c400/0xa5d7060008036650 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133c6 expref: 103 pid: 9568 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746070963.485550:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800972b1c00 00000100:00100000:0.0:1746070963.488083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.496436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.496555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.496581:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430907904 00000100:00100000:0.0:1746070963.496587:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430907904 00002000:00100000:0.0:1746070963.496637:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800972b3100 x1830887430907904/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.496646:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800972b3100 with x1830887430907904 ext(0->4095) 00002000:00010000:0.0:1746070963.496650:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800972b3100 00000100:00100000:0.0:1746070963.496674:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13192 00000100:00100000:0.0:1746070963.496681:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800972b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430907904:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070963.496794:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800972b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430907904:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070963.496799:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13192 00002000:00100000:0.0:1746070963.496805:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800972b3100 x1830887430907904/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.496811:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800972b3100 with x1830887430907904 ext(0->4095) 00002000:00010000:0.0:1746070963.496814:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800972b3100 00000100:00100000:0.0:1746070963.498918:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.501923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.505594:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430908416 00000100:00100000:0.0:1746070963.505668:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430908416 00002000:00100000:0.0:1746070963.505701:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214a80 x1830887430908416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.505709:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214a80 with x1830887430908416 ext(0->4095) 00010000:00010000:0.0:1746070963.505715:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d706000803665e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133d4 expref: 104 pid: 9566 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.505725:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d706000803665e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133d4 expref: 104 pid: 9566 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746070963.505731:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c214a80 00000100:00100000:0.0:1746070963.505756:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2331 00000100:00100000:0.0:1746070963.505762:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:2007:x1830887430908416:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070963.505881:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:2007:x1830887430908416:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (519us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070963.505888:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2331 00002000:00100000:0.0:1746070963.505893:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214a80 x1830887430908416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.505899:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214a80 with x1830887430908416 ext(0->4095) 00010000:00010000:0.0:1746070963.505903:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d706000803665e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133d4 expref: 104 pid: 9566 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.505911:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d706000803665e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133d4 expref: 104 pid: 9566 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746070963.505916:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c214a80 00000100:00100000:0.0:1746070963.509488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.514643:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.518145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070963.518396:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a540c000/0xa5d7060008036665 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133db expref: 102 pid: 9568 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.518410:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426596864:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070963.518810:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070963.520636:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426596864:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070963.520657:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c660000/0xa5d706000803666c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133e2 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.520668:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c660000, rc 0) 00000100:00100000:1.0:1746070963.520705:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430908928:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2399us (2564us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.520712:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29156 00000100:00100000:0.0:1746070963.521447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.525033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.525070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.525509:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430909312 00000100:00100000:1.0:1746070963.525513:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430909312 00000100:00100000:1.0:1746070963.525531:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29157 00000100:00100000:1.0:1746070963.525535:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:1660:x1830887430909312:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070963.525543:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070963.525557:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c661a00/0xa5d7060008036673 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0133e9 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.525576:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c660000/0xa5d706000803666c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133e2 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.525582:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.525584:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.525587:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c661a00/0xa5d7060008036673 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133e9 expref: 103 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.525615:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c660000/0xa5d706000803666c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133e2 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.525633:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c660000/0xa5d706000803666c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133e2 expref: 5 pid: 9567 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.525644:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426597120:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070963.525693:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070963.528411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.529914:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426597120:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070963.529928:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c661a00/0xa5d7060008036673 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133e9 expref: 104 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.529936:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c661a00, rc 0) 00000100:00100000:1.0:1746070963.529951:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:1660:x1830887430909312:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4416us (4920us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.529956:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29157 00000100:00100000:0.0:1746070963.530404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.536519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.539454:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.542247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.545008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.545114:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430910464 00000100:00100000:1.0:1746070963.545120:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430910464 00000100:00100000:1.0:1746070963.545332:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29159 00000100:00100000:1.0:1746070963.545341:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430910464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070963.545357:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070963.545372:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d7060008036681 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0133f7 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.545396:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803667a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133f0 expref: 102 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.545403:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070963.545405:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070963.545408:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d7060008036681 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133f7 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.545434:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803667a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133f0 expref: 102 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.545443:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803667a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133f0 expref: 102 pid: 9566 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.545455:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426597632:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070963.546230:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070963.548855:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426597632:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070963.548904:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d7060008036681 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133f7 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.548918:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3200, rc 0) 00000100:00100000:1.0:1746070963.548960:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430910464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3620us (3958us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.548966:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29159 00000100:00100000:0.0:1746070963.549332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.554626:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430910848 00000100:00100000:0.0:1746070963.554632:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430910848 00002000:00100000:0.0:1746070963.554664:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b100 x1830887430910848/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.554673:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b100 with x1830887430910848 ext(0->4095) 00002000:00010000:0.0:1746070963.554677:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d53b100 00000100:00100000:0.0:1746070963.554692:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13196 00000100:00100000:0.0:1746070963.554698:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430910848:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070963.554785:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430910848:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070963.554794:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13196 00002000:00100000:0.0:1746070963.554798:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b100 x1830887430910848/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.554804:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b100 with x1830887430910848 ext(0->4095) 00002000:00010000:0.0:1746070963.554807:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d53b100 00000100:00100000:1.0:1746070963.555001:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430910976 00000100:00100000:1.0:1746070963.555005:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430910976 00000100:00100000:1.0:1746070963.555023:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29160 00000100:00100000:1.0:1746070963.555027:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:1660:x1830887430910976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070963.555037:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070963.555047:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036688 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0133fe expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.555064:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d7060008036681 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133f7 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.555070:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.555071:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.555074:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036688 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133fe expref: 103 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.555094:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d7060008036681 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133f7 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.555102:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d7060008036681 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133f7 expref: 5 pid: 9567 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.555111:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426597888:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070963.555150:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070963.557910:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426597888:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070963.557933:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036688 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133fe expref: 103 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.557945:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2800, rc 0) 00000100:00100000:1.0:1746070963.557987:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:1660:x1830887430910976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2958us (3581us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.557997:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29160 00000100:00100000:0.0:1746070963.558683:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.559307:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430911104 00000100:00100000:1.0:1746070963.559313:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430911104 00000100:00100000:1.0:1746070963.559345:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29161 00000100:00100000:1.0:1746070963.559351:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:1661:x1830887430911104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070963.559364:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070963.559375:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d706000803668f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013405 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.559393:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.559398:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036688 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133fe expref: 104 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.559404:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070963.559407:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d706000803668f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013405 expref: 104 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.559430:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036688 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0133fe expref: 104 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.559439:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d706000803668f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013405 expref: 104 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.559447:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2400, rc 0) 00000100:00100000:1.0:1746070963.559484:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:1661:x1830887430911104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.559489:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29161 00000100:00100000:0.0:1746070963.560238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.564250:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.567305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.570568:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.573064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.573261:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430912000 00000100:00100000:1.0:1746070963.573266:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430912000 00000100:00100000:1.0:1746070963.573669:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29162 00000100:00100000:1.0:1746070963.573677:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430912000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070963.573688:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070963.573702:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d7060008036696 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01340c expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.573724:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d706000803668f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013405 expref: 102 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.573730:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070963.573732:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070963.573735:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d7060008036696 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01340c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.573761:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d706000803668f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013405 expref: 102 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.573771:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2400/0xa5d706000803668f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013405 expref: 102 pid: 9567 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.573781:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426598400:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070963.574320:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070963.576316:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426598400:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070963.576340:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d7060008036696 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01340c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.576358:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3200, rc 0) 00000100:00100000:1.0:1746070963.576397:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430912000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2722us (3336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.576403:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29162 00000100:00100000:0.0:1746070963.576999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.581548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.581591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.581740:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430912512 00000100:00100000:1.0:1746070963.581746:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430912512 00000100:00100000:1.0:1746070963.581790:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29163 00000100:00100000:1.0:1746070963.581797:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:1660:x1830887430912512:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070963.581811:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070963.581826:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803669d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013413 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.581851:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d7060008036696 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01340c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.581858:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.581859:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.581889:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803669d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013413 expref: 103 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.581917:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d7060008036696 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01340c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.581928:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3200/0xa5d7060008036696 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01340c expref: 5 pid: 9567 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.581942:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426598656:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070963.582001:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070963.585419:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426598656:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070963.585442:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803669d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013413 expref: 103 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.585457:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac000, rc 0) 00000100:00100000:1.0:1746070963.585501:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:1660:x1830887430912512:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3704us (3909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.585509:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29163 00000100:00100000:0.0:1746070963.585878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.585917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.586501:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430912640 00000100:00100000:1.0:1746070963.586504:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430912640 00000100:00100000:1.0:1746070963.586526:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29164 00000100:00100000:1.0:1746070963.586531:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:1661:x1830887430912640:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070963.586540:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070963.586549:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d70600080366a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01341a expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.586562:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803669d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013413 expref: 104 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.586567:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070963.586568:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070963.586570:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d70600080366a4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01341a expref: 104 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.586589:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803669d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013413 expref: 104 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.586598:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803669d lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013413 expref: 104 pid: 9567 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.586606:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426598912:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070963.587268:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070963.591109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.591165:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426598912:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070963.591184:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d70600080366a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01341a expref: 104 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.591198:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2800, rc 0) 00000100:00100000:1.0:1746070963.591232:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:1661:x1830887430912640:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4700us (5367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.591239:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29164 00000100:00100000:0.0:1746070963.594351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.598735:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.602003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.602075:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430913536 00000100:00100000:1.0:1746070963.602082:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430913536 00000100:00100000:1.0:1746070963.602117:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29165 00000100:00100000:1.0:1746070963.602123:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430913536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070963.602136:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070963.602150:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080366ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013421 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.602173:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d70600080366a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01341a expref: 102 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.602180:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070963.602182:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070963.602184:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080366ab lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013421 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.602208:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d70600080366a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01341a expref: 102 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.602218:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d70600080366a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01341a expref: 102 pid: 9568 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.602228:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426599168:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070963.602390:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070963.604535:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426599168:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070963.604557:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080366ab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013421 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.604571:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3600, rc 0) 00000100:00100000:1.0:1746070963.605029:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430913536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2905us (3030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.605036:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29165 00000100:00100000:0.0:1746070963.605435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.608951:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.610515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.610901:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430914048 00000100:00100000:1.0:1746070963.610906:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430914048 00000100:00100000:1.0:1746070963.610930:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29166 00000100:00100000:1.0:1746070963.610935:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:1660:x1830887430914048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070963.610948:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070963.610961:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080366b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013428 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.610981:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080366ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013421 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.610988:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.610989:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.610992:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080366b2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013428 expref: 103 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.611016:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080366ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013421 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.611026:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080366ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013421 expref: 5 pid: 9568 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.611036:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426599424:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070963.612734:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070963.613441:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430914176 00000100:00100000:0.0:1746070963.613447:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430914176 00000100:00100000:1.0:1746070963.615087:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426599424:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070963.615100:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080366b2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013428 expref: 104 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.615107:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac000, rc 0) 00000100:00100000:1.0:1746070963.615124:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:1660:x1830887430914048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4190us (4611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.615132:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29166 00000100:00100000:0.0:1746070963.616792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.621318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.623970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.629215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.629319:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430914944 00000100:00100000:1.0:1746070963.629326:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430914944 00002000:00100000:1.0:1746070963.629365:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082105f80 x1830887430914944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.629374:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082105f80 with x1830887430914944 ext(0->4095) 00002000:00010000:1.0:1746070963.629379:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082105f80 00000100:00100000:1.0:1746070963.629409:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13200 00000100:00100000:1.0:1746070963.629415:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:2008:x1830887430914944:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070963.629531:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:2008:x1830887430914944:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.629537:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13200 00002000:00100000:1.0:1746070963.629543:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082105f80 x1830887430914944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.629549:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082105f80 with x1830887430914944 ext(0->4095) 00002000:00010000:1.0:1746070963.629552:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082105f80 00000100:00100000:0.0:1746070963.631763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.631977:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430915072 00000100:00100000:1.0:1746070963.631984:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430915072 00000100:00100000:1.0:1746070963.632030:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29168 00000100:00100000:1.0:1746070963.632036:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430915072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070963.632050:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070963.632063:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d70600080366c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013436 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.632091:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d70600080366b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01342f expref: 102 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.632097:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070963.632099:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070963.632102:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d70600080366c0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013436 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.632126:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d70600080366b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01342f expref: 102 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.632137:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d70600080366b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01342f expref: 102 pid: 9567 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.632147:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426599936:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070963.632214:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070963.635206:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426599936:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070963.635229:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d70600080366c0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013436 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.635244:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2800, rc 0) 00000100:00100000:1.0:1746070963.635284:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430915072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3248us (3523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.635292:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29168 00000100:00100000:0.0:1746070963.635749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.638774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.638890:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430915456 00000100:00100000:1.0:1746070963.638896:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430915456 00002000:00100000:1.0:1746070963.638930:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d880 x1830887430915456/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.638938:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d880 with x1830887430915456 ext(0->4095) 00002000:00010000:1.0:1746070963.638942:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1d880 00000100:00100000:1.0:1746070963.638969:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13201 00000100:00100000:1.0:1746070963.638975:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430915456:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070963.639073:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430915456:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.639078:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13201 00002000:00100000:1.0:1746070963.639083:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d880 x1830887430915456/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.639089:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d880 with x1830887430915456 ext(0->4095) 00002000:00010000:1.0:1746070963.639091:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1d880 00000100:00100000:0.0:1746070963.641727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.643213:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.647606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.651522:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.655347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.661211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.661360:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430916480 00000100:00100000:1.0:1746070963.661367:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430916480 00002000:00100000:1.0:1746070963.661399:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cd180 x1830887430916480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.661408:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cd180 with x1830887430916480 ext(0->4095) 00002000:00010000:1.0:1746070963.661413:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cd180 00000100:00100000:1.0:1746070963.661428:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13202 00000100:00100000:1.0:1746070963.661434:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:2008:x1830887430916480:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070963.661535:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:2008:x1830887430916480:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.661544:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13202 00002000:00100000:1.0:1746070963.661548:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cd180 x1830887430916480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.661554:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cd180 with x1830887430916480 ext(0->4095) 00002000:00010000:1.0:1746070963.661557:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cd180 00000100:00100000:0.0:1746070963.664828:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.671415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.672563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000001:00080000:0.0:1746070963.676676:0:9564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972182 is committed 00000100:00100000:0.0:1746070963.681128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.686093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.690635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.691156:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430917504 00000100:00100000:1.0:1746070963.691161:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430917504 00002000:00100000:1.0:1746070963.691194:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8ced80 x1830887430917504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.691202:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8ced80 with x1830887430917504 ext(0->4095) 00002000:00010000:1.0:1746070963.691206:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8ced80 00000100:00100000:1.0:1746070963.691743:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13203 00000100:00100000:1.0:1746070963.691751:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887430917504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070963.691887:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887430917504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (1251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.692066:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13203 00002000:00100000:1.0:1746070963.692073:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8ced80 x1830887430917504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.692080:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8ced80 with x1830887430917504 ext(0->4095) 00002000:00010000:1.0:1746070963.692083:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8ced80 00000100:00100000:0.0:1746070963.697022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.717455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.717571:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430917760 00000100:00100000:1.0:1746070963.717580:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430917760 00002000:00100000:1.0:1746070963.717628:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8cea00 x1830887430917760/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 496/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.717637:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cea00 with x1830887430917760 ext(0->7) 00010000:00010000:1.0:1746070963.717645:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d70600080366dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013452 expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.717657:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d70600080366dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013452 expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00002000:00010000:1.0:1746070963.717663:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cea00 00000100:00100000:1.0:1746070963.717696:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2339 00000100:00100000:1.0:1746070963.717703:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887430917760:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070963.719900:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887430917760:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2191us (2446us total) trans 4294972183 rc 0/0 00000100:00100000:1.0:1746070963.719910:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2339 00002000:00100000:1.0:1746070963.719918:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8cea00 x1830887430917760/t4294972183(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 496/448 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.719926:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cea00 with x1830887430917760 ext(0->7) 00010000:00010000:1.0:1746070963.719934:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d70600080366dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013452 expref: 8 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.719945:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d70600080366dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013452 expref: 8 pid: 9568 timeout: 786 lvb_type: 0 00002000:00010000:1.0:1746070963.719950:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cea00 00000100:00100000:0.0:1746070963.727950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.728212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.738998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.739274:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430918272 00000100:00100000:0.0:1746070963.739280:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430918272 00002000:00100000:0.0:1746070963.739316:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214380 x1830887430918272/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.739325:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214380 with x1830887430918272 ext(0->4095) 00010000:00010000:0.0:1746070963.739333:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d70600080366e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013459 expref: 6 pid: 9567 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.739345:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d70600080366e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013459 expref: 6 pid: 9567 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746070963.739351:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c214380 00000100:00100000:0.0:1746070963.740228:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2340 00000100:00100000:0.0:1746070963.740236:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430918272:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070963.740687:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430918272:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 450us (1693us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070963.740693:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2340 00002000:00100000:0.0:1746070963.740699:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214380 x1830887430918272/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.740706:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214380 with x1830887430918272 ext(0->4095) 00010000:00010000:0.0:1746070963.740712:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d70600080366e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013459 expref: 6 pid: 9567 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.740722:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d70600080366e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013459 expref: 6 pid: 9567 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746070963.740727:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c214380 00000100:00100000:0.0:1746070963.749485:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.754359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.754884:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430918656 00000100:00100000:1.0:1746070963.754890:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430918656 00002000:00100000:1.0:1746070963.754923:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39f80 x1830887430918656/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.754932:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39f80 with x1830887430918656 ext(0->4095) 00002000:00010000:1.0:1746070963.754936:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39f80 00000100:00100000:1.0:1746070963.754960:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13204 00000100:00100000:1.0:1746070963.754966:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887430918656:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070963.755072:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887430918656:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (719us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.756339:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13204 00002000:00100000:1.0:1746070963.756348:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39f80 x1830887430918656/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.756356:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39f80 with x1830887430918656 ext(0->4095) 00002000:00010000:1.0:1746070963.756360:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39f80 00000100:00100000:0.0:1746070963.771108:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.779750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.785496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.787181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.790391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.793340:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.798756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.800986:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.806270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.808997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.816259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.817251:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430920448 00000100:00100000:1.0:1746070963.817260:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430920448 00002000:00100000:1.0:1746070963.817298:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc38000 x1830887430920448/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.817307:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38000 with x1830887430920448 ext(0->4095) 00010000:00010000:1.0:1746070963.817315:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d70600080366ff lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013475 expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.817327:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d70600080366ff lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013475 expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00002000:00010000:1.0:1746070963.817338:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc38000 00000100:00100000:1.0:1746070963.817369:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2343 00000100:00100000:1.0:1746070963.817376:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430920448:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070963.817502:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430920448:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (1249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.817507:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2343 00002000:00100000:1.0:1746070963.817512:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc38000 x1830887430920448/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.817519:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38000 with x1830887430920448 ext(0->4095) 00010000:00010000:1.0:1746070963.817522:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d70600080366ff lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013475 expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.817529:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d70600080366ff lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013475 expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00002000:00010000:1.0:1746070963.817534:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc38000 00000100:00100000:0.0:1746070963.820912:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.820957:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.823610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.823668:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430920960 00000100:00100000:1.0:1746070963.823674:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430920960 00002000:00100000:1.0:1746070963.823705:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc3a300 x1830887430920960/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.823713:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3a300 with x1830887430920960 ext(0->4095) 00010000:00010000:1.0:1746070963.823720:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036706 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01347c expref: 12 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.823737:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036706 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01347c expref: 12 pid: 9568 timeout: 786 lvb_type: 0 00002000:00010000:1.0:1746070963.823743:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc3a300 00000100:00100000:1.0:1746070963.823767:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2344 00000100:00100000:1.0:1746070963.823774:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887430920960:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070963.823883:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2008:x1830887430920960:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (257us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.823890:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2344 00002000:00100000:1.0:1746070963.823895:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc3a300 x1830887430920960/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.823902:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3a300 with x1830887430920960 ext(0->4095) 00010000:00010000:1.0:1746070963.823906:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036706 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01347c expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.823915:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036706 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01347c expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00002000:00010000:1.0:1746070963.823920:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc3a300 00000100:00100000:0.0:1746070963.827916:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430921088 00000100:00100000:0.0:1746070963.827924:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430921088 00010000:00010000:0.0:1746070963.827952:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036706 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01347c expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746070963.827974:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12981 00000100:00100000:0.0:1746070963.827980:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2008:x1830887430921088:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070963.827990:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070963.828005:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036706 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01347c expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.828014:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036706 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01347c expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.828033:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036706 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01347c expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.828060:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070963.828062:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070963.828068:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726f0200/0xa5d706000803670d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013483 expref: 10 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.828075:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726f0200/0xa5d706000803670d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013483 expref: 10 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.828100:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726f0200/0xa5d706000803670d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013483 expref: 10 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070963.828108:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426602880:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070963.828167:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070963.831915:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430921344 00000100:00100000:1.0:1746070963.831924:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430921344 00000100:00100000:0.0:1746070963.831948:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426602880:192.168.204.29@tcp:105: 00002000:00100000:1.0:1746070963.831961:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c6680 x1830887430921344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1746070963.831964:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746070963.831971:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c6680 with x1830887430921344 ext(0->4095) 00002000:00010000:1.0:1746070963.831975:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c6680 00000100:00100000:0.0:1746070963.832005:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2008:x1830887430921088:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4024us (4164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.832006:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13206 00000100:00100000:1.0:1746070963.832012:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2009:x1830887430921344:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070963.832012:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12981 00000100:00100000:1.0:1746070963.832115:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2009:x1830887430921344:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.832121:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13206 00002000:00100000:1.0:1746070963.832126:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c6680 x1830887430921344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.832133:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c6680 with x1830887430921344 ext(0->4095) 00002000:00010000:1.0:1746070963.832135:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c6680 00000100:00100000:0.0:1746070963.835014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.838623:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.838754:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430921600 00000100:00100000:1.0:1746070963.838760:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430921600 00010000:00010000:1.0:1746070963.838780:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726f0200/0xa5d706000803670d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013483 expref: 10 pid: 9568 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.838799:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12982 00000100:00100000:1.0:1746070963.838804:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2007:x1830887430921600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070963.838814:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070963.838829:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726f0200/0xa5d706000803670d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013483 expref: 10 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.838838:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726f0200/0xa5d706000803670d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013483 expref: 10 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.838856:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726f0200/0xa5d706000803670d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013483 expref: 10 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.838895:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.838897:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.838902:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036714 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01348a expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.838908:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036714 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01348a expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.838932:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036714 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01348a expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070963.838941:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426603136:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070963.838989:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070963.840580:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426603136:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070963.840593:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070963.840634:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887430921600:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1829us (2018us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.840641:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12982 00000100:00100000:0.0:1746070963.841384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.844312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.844628:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.844742:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430921984 00000100:00100000:1.0:1746070963.844748:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430921984 00000100:00100000:1.0:1746070963.844848:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430922112 00000100:00100000:1.0:1746070963.844850:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430922112 00000100:00100000:1.0:1746070963.845257:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29182 00000100:00100000:1.0:1746070963.845263:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:1661:x1830887430922112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070963.845270:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070963.845275:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008036722 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013498 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.845285:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.845288:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d706000803671b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013491 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.845292:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070963.845294:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008036722 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013498 expref: 12 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.845311:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d706000803671b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013491 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.845320:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008036722 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013498 expref: 12 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.845327:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3c00, rc 0) 00000100:00100000:1.0:1746070963.845347:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:1661:x1830887430922112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.845351:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29182 00000100:00100000:0.0:1746070963.847149:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.847496:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430922240 00000100:00100000:1.0:1746070963.847500:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430922240 00010000:00010000:1.0:1746070963.847519:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036714 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01348a expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.847991:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12983 00000100:00100000:1.0:1746070963.847997:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430922240:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070963.848009:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070963.848023:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036714 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01348a expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.848031:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036714 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01348a expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.848048:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036714 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01348a expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.848072:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.848073:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.848079:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d706000803671b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013491 expref: 10 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.848085:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d706000803671b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013491 expref: 10 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.848106:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d706000803671b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013491 expref: 10 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.848114:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d706000803671b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013491 expref: 10 pid: 9568 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.848122:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426603520:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070963.848367:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070963.850361:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.850434:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426603520:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070963.850447:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070963.850473:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887430922240:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2476us (3327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.850480:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12983 00000100:00100000:0.0:1746070963.852843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.853294:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430922624 00000100:00100000:1.0:1746070963.853302:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430922624 00010000:00010000:1.0:1746070963.853324:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d706000803671b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013491 expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.853353:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12984 00000100:00100000:1.0:1746070963.853359:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2008:x1830887430922624:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070963.853369:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070963.853383:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d706000803671b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013491 expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.853393:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d706000803671b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013491 expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.853411:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d706000803671b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013491 expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.853423:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.853425:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.853430:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008036722 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013498 expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.853435:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008036722 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013498 expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.853461:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008036722 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013498 expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070963.853470:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426603648:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070963.853544:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070963.856779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.856902:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426603648:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070963.856917:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070963.856950:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887430922624:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3591us (4112us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.856959:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12984 00000100:00100000:0.0:1746070963.859031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.864244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.867399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.869198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.873064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.873700:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430923776 00000100:00100000:0.0:1746070963.873703:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430923776 00010000:00010000:0.0:1746070963.873718:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726f0e00/0xa5d7060008036729 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01349f expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746070963.873743:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12986 00000100:00100000:0.0:1746070963.873748:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430923776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070963.873757:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070963.873771:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726f0e00/0xa5d7060008036729 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01349f expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.873780:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726f0e00/0xa5d7060008036729 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01349f expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.873796:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726f0e00/0xa5d7060008036729 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01349f expref: 6 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746070963.873817:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070963.873819:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070963.873824:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008036730 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134a6 expref: 10 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.873834:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008036730 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134a6 expref: 10 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.873851:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008036730 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134a6 expref: 10 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.873859:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008036730 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134a6 expref: 10 pid: 9568 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746070963.873899:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ea4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426604288:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070963.873966:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070963.877548:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ea4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426604288:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070963.877567:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070963.877610:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887430923776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3860us (3955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.877627:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12986 00000100:00100000:0.0:1746070963.878852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.881432:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.881648:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430924160 00000100:00100000:1.0:1746070963.881655:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430924160 00010000:00010000:1.0:1746070963.881680:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008036730 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134a6 expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00000100:00100000:1.0:1746070963.881753:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 12987 00000100:00100000:1.0:1746070963.881760:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887430924160:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070963.881855:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070963.881901:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008036730 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134a6 expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.881911:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008036730 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134a6 expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.881930:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008036730 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134a6 expref: 11 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.881950:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.881952:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070963.881958:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036737 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134ad expref: 10 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.881965:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036737 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134ad expref: 10 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070963.881993:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0a00/0xa5d7060008036737 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134ad expref: 10 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070963.882004:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426604416:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070963.882102:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070963.884076:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.884352:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426604416:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070963.884366:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070963.884394:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887430924160:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2635us (2968us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070963.884400:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12987 00000100:00100000:0.0:1746070963.887179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.890128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.893767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.895049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.897159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.897983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.899697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.902135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.904144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.905781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.910345:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.913133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.913418:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430926464 00000100:00100000:1.0:1746070963.913423:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430926464 00002000:00100000:1.0:1746070963.913453:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc7480 x1830887430926464/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.913561:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc7480 with x1830887430926464 ext(0->4095) 00002000:00010000:1.0:1746070963.913565:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc7480 00000100:00100000:1.0:1746070963.913592:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13212 00000100:00100000:1.0:1746070963.913599:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430926464:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070963.913712:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430926464:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (580us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.913718:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13212 00002000:00100000:1.0:1746070963.913722:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc7480 x1830887430926464/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.913729:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc7480 with x1830887430926464 ext(0->4095) 00002000:00010000:1.0:1746070963.913732:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc7480 00000100:00100000:0.0:1746070963.916228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.916327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.919346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.922104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.924253:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.926224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.928718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.928759:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430927616 00000100:00100000:1.0:1746070963.928764:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430927616 00002000:00100000:1.0:1746070963.928792:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc5c00 x1830887430927616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.928801:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc5c00 with x1830887430927616 ext(0->4095) 00010000:00010000:1.0:1746070963.928807:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803675a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134d0 expref: 10 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.928817:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803675a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134d0 expref: 10 pid: 9568 timeout: 786 lvb_type: 0 00002000:00010000:1.0:1746070963.928823:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ffc5c00 00000100:00100000:1.0:1746070963.928848:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2350 00000100:00100000:1.0:1746070963.928854:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2007:x1830887430927616:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070963.928974:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2007:x1830887430927616:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.928979:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2350 00002000:00100000:1.0:1746070963.928985:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc5c00 x1830887430927616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.928992:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc5c00 with x1830887430927616 ext(0->4095) 00010000:00010000:1.0:1746070963.928996:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803675a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134d0 expref: 10 pid: 9568 timeout: 786 lvb_type: 0 00010000:00010000:1.0:1746070963.929004:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803675a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134d0 expref: 10 pid: 9568 timeout: 786 lvb_type: 0 00002000:00010000:1.0:1746070963.929009:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ffc5c00 00000100:00100000:0.0:1746070963.931986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.932695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.934565:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426606208:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070963.934577:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070963.934609:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2010:x1830887430927872:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2249us (2628us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070963.934623:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 12994 00000100:00100000:0.0:1746070963.934735:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.940544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.944172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.944224:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430928512 00000100:00100000:1.0:1746070963.944230:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430928512 00002000:00100000:1.0:1746070963.944263:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc42a00 x1830887430928512/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.944271:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42a00 with x1830887430928512 ext(0->4095) 00002000:00010000:1.0:1746070963.944275:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc42a00 00000100:00100000:1.0:1746070963.944299:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13213 00000100:00100000:1.0:1746070963.944306:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887430928512:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070963.944406:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887430928512:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (236us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.944411:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13213 00002000:00100000:1.0:1746070963.944415:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc42a00 x1830887430928512/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.944421:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42a00 with x1830887430928512 ext(0->4095) 00002000:00010000:1.0:1746070963.944423:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc42a00 00000100:00100000:0.0:1746070963.947699:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430928640 00000100:00100000:0.0:1746070963.947707:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430928640 00000100:00100000:0.0:1746070963.947755:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29194 00000100:00100000:0.0:1746070963.947762:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430928640:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070963.947778:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070963.947792:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c660c00/0xa5d7060008036776 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0134ec expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.947818:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d706000803676f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134e5 expref: 9 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.947830:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070963.947832:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070963.947835:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c660c00/0xa5d7060008036776 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134ec expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.947860:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d706000803676f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134e5 expref: 9 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.947903:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d706000803676f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134e5 expref: 9 pid: 9568 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746070963.947912:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426606592:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070963.947983:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070963.950948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.953393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.953525:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430929024 00000100:00100000:1.0:1746070963.953529:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430929024 00002000:00100000:1.0:1746070963.953557:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc41880 x1830887430929024/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.953566:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc41880 with x1830887430929024 ext(0->4095) 00002000:00010000:1.0:1746070963.953570:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc41880 00000100:00100000:1.0:1746070963.953597:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13214 00000100:00100000:1.0:1746070963.953604:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430929024:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070963.953721:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430929024:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.953732:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13214 00002000:00100000:1.0:1746070963.953738:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc41880 x1830887430929024/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.953745:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc41880 with x1830887430929024 ext(0->4095) 00002000:00010000:1.0:1746070963.953748:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc41880 00000100:00100000:0.0:1746070963.955173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.956540:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.956705:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430929280 00000100:00100000:0.0:1746070963.956710:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430929280 00000100:00100000:0.0:1746070963.956774:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29196 00000100:00100000:0.0:1746070963.956780:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:1661:x1830887430929280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070963.956789:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070963.956798:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c660600/0xa5d7060008036784 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0134fa expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.956813:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070963.956817:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d706000803677d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134f3 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.956824:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070963.956827:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c660600/0xa5d7060008036784 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134fa expref: 12 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.956847:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d706000803677d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134f3 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.957537:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c660600/0xa5d7060008036784 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134fa expref: 12 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070963.957545:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c660600, rc 0) 00000100:00100000:0.0:1746070963.957589:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:1661:x1830887430929280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 808us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070963.957595:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29196 00000100:00100000:1.0:1746070963.959356:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.963471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070963.963591:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430929664 00000100:00100000:1.0:1746070963.963597:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430929664 00002000:00100000:1.0:1746070963.963638:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc43b80 x1830887430929664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/0 e 0 to 0 dl 1746070974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.963647:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43b80 with x1830887430929664 ext(0->4095) 00010000:00010000:1.0:1746070963.963655:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d706000803677d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134f3 expref: 11 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070963.963667:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d706000803677d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134f3 expref: 11 pid: 9568 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070963.963673:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc43b80 00000100:00100000:1.0:1746070963.963698:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2352 00000100:00100000:1.0:1746070963.963704:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2008:x1830887430929664:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070963.963805:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2008:x1830887430929664:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070963.963811:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2352 00002000:00100000:1.0:1746070963.963816:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc43b80 x1830887430929664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070963.963822:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43b80 with x1830887430929664 ext(0->4095) 00010000:00010000:1.0:1746070963.963827:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d706000803677d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134f3 expref: 11 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070963.963835:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d706000803677d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134f3 expref: 11 pid: 9568 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070963.963842:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc43b80 00000100:00100000:0.0:1746070963.967929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.974906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.981999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.988761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070963.991987:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887430930304:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2996us (3222us total) trans 4294972185 rc 0/0 00000100:00100000:0.0:1746070963.991998:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2353 00002000:00100000:0.0:1746070963.992009:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fc43480 x1830887430930304/t4294972185(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:594/0 lens 496/448 e 0 to 0 dl 1746070974 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070963.992018:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43480 with x1830887430930304 ext(0->7) 00010000:00010000:0.0:1746070963.992028:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c660600/0xa5d7060008036784 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134fa expref: 12 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070963.992043:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c660600/0xa5d7060008036784 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0134fa expref: 12 pid: 17293 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746070963.992056:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc43480 00000100:00100000:0.0:1746070964.003341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.026259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.026678:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.035319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.036287:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.036311:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430931072 00000100:00100000:0.0:1746070964.036313:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430931072 00010000:00010000:0.0:1746070964.036328:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803678b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013501 expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746070964.038876:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13000 00000100:00100000:0.0:1746070964.038888:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430931072:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070964.038900:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070964.038917:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803678b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013501 expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.038929:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803678b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013501 expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.038949:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803678b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013501 expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.038967:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070964.038969:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070964.038974:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d7060008036792 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013508 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.038981:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d7060008036792 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013508 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.039006:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d7060008036792 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013508 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.039015:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d7060008036792 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013508 expref: 12 pid: 9568 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746070964.039025:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ea6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426607872:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070964.039084:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.040642:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.047815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.053205:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.060407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.076697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.080394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.085371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.093184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.097437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.103529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.106233:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.110141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.115553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.115989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.120138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.120249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.123507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.126424:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.133932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.137666:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.144087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.144157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.147079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.153805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.166653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.175819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.197160:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.208355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.213815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.215690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.217906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.218556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.222652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.226460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.232362:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426610560:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070964.232378:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070964.232409:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887430936832:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5259us (5954us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070964.232416:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13011 00000100:00100000:0.0:1746070964.234041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.238435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.238677:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430937344 00000100:00100000:1.0:1746070964.238683:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430937344 00010000:00010000:1.0:1746070964.238706:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d70600080367df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013555 expref: 16 pid: 17293 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.238739:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13012 00000100:00100000:1.0:1746070964.238745:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887430937344:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.238755:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.238771:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d70600080367df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013555 expref: 16 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.238782:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d70600080367df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013555 expref: 16 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.238800:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d70600080367df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013555 expref: 16 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.238824:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.238826:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.238832:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080367e6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01355c expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.238840:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080367e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01355c expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.238888:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080367e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01355c expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.238899:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426610816:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.238969:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.244185:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430937728 00000100:00100000:0.0:1746070964.244189:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430937728 00002000:00100000:0.0:1746070964.244214:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cd880 x1830887430937728/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070964.244222:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cd880 with x1830887430937728 ext(0->4095) 00010000:00010000:0.0:1746070964.244227:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080367e6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01355c expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.244236:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080367e6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01355c expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746070964.244241:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cd880 00000100:00100000:0.0:1746070964.244264:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2362 00000100:00100000:0.0:1746070964.244270:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887430937728:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070964.244356:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887430937728:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 86us (714us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070964.244362:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2362 00002000:00100000:0.0:1746070964.244366:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cd880 x1830887430937728/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070964.244373:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cd880 with x1830887430937728 ext(0->4095) 00010000:00010000:0.0:1746070964.244377:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080367e6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01355c expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.244384:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080367e6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01355c expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746070964.244390:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cd880 00000100:00100000:1.0:1746070964.244628:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426610816:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.244642:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.244659:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887430937344:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5915us (6226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.244666:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13012 00000100:00100000:0.0:1746070964.247938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.247974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.248305:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430937984 00000100:00100000:1.0:1746070964.248308:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430937984 00010000:00010000:1.0:1746070964.248323:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080367e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01355c expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.248349:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13013 00000100:00100000:1.0:1746070964.248354:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430937984:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.248361:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.248374:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080367e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01355c expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.248383:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080367e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01355c expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.248398:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080367e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01355c expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.248410:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.248412:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.248416:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d70600080367ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013563 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.248423:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d70600080367ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013563 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.248441:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d70600080367ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013563 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.248450:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d70600080367ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013563 expref: 16 pid: 9568 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.248459:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426611200:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.248502:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.251211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.251306:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426611200:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.251320:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.251349:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887430937984:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2995us (3375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.251357:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13013 00000100:00100000:0.0:1746070964.254567:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.254658:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430938368 00000100:00100000:1.0:1746070964.254665:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430938368 00010000:00010000:1.0:1746070964.254691:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d70600080367ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013563 expref: 17 pid: 9568 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.254729:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13014 00000100:00100000:1.0:1746070964.254735:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887430938368:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.254747:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.254762:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d70600080367ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013563 expref: 17 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.254772:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d70600080367ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013563 expref: 17 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.254790:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d70600080367ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013563 expref: 17 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.254819:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.254821:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.254827:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d70600080367f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01356a expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.254834:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d70600080367f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01356a expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.254861:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d70600080367f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01356a expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.254892:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426611328:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.254959:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.259337:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426611328:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.259355:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.259395:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887430938368:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4659us (4833us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.259404:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13014 00000100:00100000:0.0:1746070964.260244:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.260284:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430938624 00000100:00100000:1.0:1746070964.260290:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430938624 00002000:00100000:1.0:1746070964.260314:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14b800 x1830887430938624/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.260322:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14b800 with x1830887430938624 ext(0->4095) 00002000:00010000:1.0:1746070964.260326:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e14b800 00000100:00100000:1.0:1746070964.260353:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13223 00000100:00100000:1.0:1746070964.260358:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887430938624:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.260438:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887430938624:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 80us (196us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.260443:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13223 00002000:00100000:1.0:1746070964.260447:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14b800 x1830887430938624/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.260453:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14b800 with x1830887430938624 ext(0->4095) 00002000:00010000:1.0:1746070964.260455:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e14b800 00000100:00100000:0.0:1746070964.261839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.267043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.267134:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430938880 00000100:00100000:1.0:1746070964.267142:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430938880 00010000:00010000:1.0:1746070964.267171:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d70600080367f4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01356a expref: 16 pid: 9568 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.267216:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13015 00000100:00100000:1.0:1746070964.267223:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887430938880:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.267233:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.267250:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d70600080367f4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01356a expref: 16 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.267260:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d70600080367f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01356a expref: 16 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.267284:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d70600080367f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01356a expref: 16 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.267432:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.267435:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.267442:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080367fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013571 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.267449:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080367fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013571 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.267594:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080367fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013571 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.267604:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426611584:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.267668:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.268733:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426611584:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.268744:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.268776:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887430938880:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1554us (1739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.268782:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13015 00000100:00100000:0.0:1746070964.269763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.270810:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.281110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.286556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.286727:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430939520 00000100:00100000:1.0:1746070964.286735:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430939520 00010000:00010000:1.0:1746070964.286766:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080367fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013571 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.286804:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13016 00000100:00100000:1.0:1746070964.286811:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430939520:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.286824:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.286840:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080367fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013571 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.286851:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080367fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013571 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.286904:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080367fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013571 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.286929:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.286931:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.286936:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008036802 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013578 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.286943:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008036802 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013578 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.286973:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008036802 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013578 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.286983:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008036802 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013578 expref: 16 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.286993:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426611968:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.287060:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.289630:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426611968:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.289646:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.289683:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887430939520:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2872us (3133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.289691:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13016 00000100:00100000:1.0:1746070964.290286:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430939776 00000100:00100000:1.0:1746070964.290291:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430939776 00002000:00100000:1.0:1746070964.290319:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c6300 x1830887430939776/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.290328:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c6300 with x1830887430939776 ext(0->4095) 00010000:00010000:1.0:1746070964.290335:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008036802 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013578 expref: 17 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.290347:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008036802 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013578 expref: 17 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.290352:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c6300 00000100:00100000:1.0:1746070964.290378:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2364 00000100:00100000:1.0:1746070964.290384:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887430939776:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.290613:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887430939776:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 221us (860us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.290620:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2364 00002000:00100000:1.0:1746070964.290625:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c6300 x1830887430939776/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.290631:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c6300 with x1830887430939776 ext(0->4095) 00010000:00010000:1.0:1746070964.290636:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008036802 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013578 expref: 17 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.290644:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008036802 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013578 expref: 17 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.290649:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c6300 00000100:00100000:0.0:1746070964.294467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.295334:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430939904 00000100:00100000:1.0:1746070964.295734:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430939904 00010000:00010000:1.0:1746070964.295766:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008036802 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013578 expref: 17 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.295803:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13017 00000100:00100000:1.0:1746070964.295810:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2010:x1830887430939904:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.295822:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.295838:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008036802 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013578 expref: 17 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.295852:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008036802 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013578 expref: 17 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.295882:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008036802 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013578 expref: 17 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.295901:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.295903:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.295908:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008036809 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01357f expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.295914:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008036809 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01357f expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.295938:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008036809 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01357f expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.295948:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426612096:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.296005:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.300301:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426612096:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.300318:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.300366:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2010:x1830887430939904:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4556us (5905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.300375:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13017 00000100:00100000:0.0:1746070964.300630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.300705:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430940160 00000100:00100000:1.0:1746070964.300711:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430940160 00002000:00100000:1.0:1746070964.300738:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6332300 x1830887430940160/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.300746:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6332300 with x1830887430940160 ext(0->4095) 00002000:00010000:1.0:1746070964.300750:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6332300 00000100:00100000:1.0:1746070964.300778:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13225 00000100:00100000:1.0:1746070964.300785:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887430940160:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.300915:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887430940160:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.300921:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13225 00002000:00100000:1.0:1746070964.300926:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6332300 x1830887430940160/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.300933:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6332300 with x1830887430940160 ext(0->4095) 00002000:00010000:1.0:1746070964.300936:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6332300 00000100:00100000:1.0:1746070964.303340:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.308559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.312419:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426612352:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070964.312434:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070964.312464:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887430940416:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3350us (3905us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070964.312471:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13018 00000100:00100000:0.0:1746070964.316003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.317074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.317136:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430941056 00000100:00100000:0.0:1746070964.317140:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430941056 00010000:00010000:0.0:1746070964.317156:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036810 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013586 expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746070964.317190:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13019 00000100:00100000:0.0:1746070964.317196:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430941056:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070964.317203:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070964.317218:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036810 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013586 expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.317228:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036810 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013586 expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.317242:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036810 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013586 expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.317263:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070964.317265:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070964.317269:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008036817 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01358d expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.317275:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008036817 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01358d expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.317291:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008036817 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01358d expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.317299:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008036817 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01358d expref: 16 pid: 9568 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746070964.317312:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6332a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426612736:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070964.317369:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.320448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.322734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.325544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.328229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.331068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.335862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.336338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.341163:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.342406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.350266:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.353239:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.356186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.362339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.366358:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.366586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.373288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.377893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.381640:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.381733:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430944256 00000100:00100000:1.0:1746070964.381739:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430944256 00002000:00100000:1.0:1746070964.381769:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfca80 x1830887430944256/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.381778:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfca80 with x1830887430944256 ext(0->4095) 00002000:00010000:1.0:1746070964.381782:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcfca80 00000100:00100000:1.0:1746070964.381812:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13230 00000100:00100000:1.0:1746070964.381818:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887430944256:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070964.381944:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887430944256:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.381951:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13230 00002000:00100000:1.0:1746070964.381955:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfca80 x1830887430944256/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.381962:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfca80 with x1830887430944256 ext(0->4095) 00002000:00010000:1.0:1746070964.381965:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcfca80 00000100:00100000:0.0:1746070964.397349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.400685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.405758:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887430944512:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 4770us (5069us total) trans 4294972188 rc 0/0 00000100:00100000:0.0:1746070964.405769:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2368 00002000:00100000:0.0:1746070964.405778:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dcfd500 x1830887430944512/t4294972188(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 496/448 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070964.405786:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfd500 with x1830887430944512 ext(0->7) 00010000:00010000:0.0:1746070964.405795:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008036841 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135b7 expref: 18 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.405807:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008036841 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135b7 expref: 18 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746070964.405813:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfd500 00000100:00100000:0.0:1746070964.417491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.420091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.423577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.423594:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430945024 00000100:00100000:0.0:1746070964.423598:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430945024 00002000:00100000:0.0:1746070964.423637:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2ce00 x1830887430945024/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070964.423645:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ce00 with x1830887430945024 ext(0->4095) 00010000:00010000:0.0:1746070964.423650:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d7060008036848 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135be expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.423662:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d7060008036848 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135be expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746070964.423667:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2ce00 00000100:00100000:0.0:1746070964.423681:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2369 00000100:00100000:0.0:1746070964.423686:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430945024:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070964.423775:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430945024:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (198us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070964.423780:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2369 00002000:00100000:0.0:1746070964.423785:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2ce00 x1830887430945024/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070964.423793:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ce00 with x1830887430945024 ext(0->4095) 00010000:00010000:0.0:1746070964.423797:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d7060008036848 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135be expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.423805:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d7060008036848 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135be expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746070964.423810:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2ce00 00000100:00100000:0.0:1746070964.427336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.431955:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.431999:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430945408 00000100:00100000:1.0:1746070964.432006:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430945408 00002000:00100000:1.0:1746070964.432038:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c0000 x1830887430945408/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.432046:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0000 with x1830887430945408 ext(0->4095) 00002000:00010000:1.0:1746070964.432050:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c0000 00000100:00100000:1.0:1746070964.432064:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13231 00000100:00100000:1.0:1746070964.432069:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2010:x1830887430945408:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070964.432177:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2010:x1830887430945408:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (227us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.432183:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13231 00002000:00100000:1.0:1746070964.432187:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c0000 x1830887430945408/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.432193:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0000 with x1830887430945408 ext(0->4095) 00002000:00010000:1.0:1746070964.432196:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c0000 00000100:00100000:0.0:1746070964.444552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.451905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.454077:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887430945664:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1042us (2253us total) trans 4294972189 rc 0/0 00000100:00100000:0.0:1746070964.454085:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2370 00002000:00100000:0.0:1746070964.454091:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011e5c2300 x1830887430945664/t4294972189(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 496/448 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070964.454097:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2300 with x1830887430945664 ext(0->7) 00010000:00010000:0.0:1746070964.454103:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d706000803684f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135c5 expref: 20 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.454119:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d706000803684f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135c5 expref: 20 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746070964.454124:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c2300 00000100:00100000:0.0:1746070964.457097:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.462729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.471904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.482041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.488072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.493178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.494046:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430946944 00000100:00100000:1.0:1746070964.494051:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430946944 00002000:00100000:1.0:1746070964.494086:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011e5c1500 x1830887430946944/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 496/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.494093:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c1500 with x1830887430946944 ext(0->7) 00010000:00010000:1.0:1746070964.494098:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d706000803685d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135d3 expref: 20 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.494108:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d706000803685d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135d3 expref: 20 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.494114:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c1500 00000100:00100000:1.0:1746070964.494144:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2372 00000100:00100000:1.0:1746070964.494151:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887430946944:12345-192.168.204.29@tcp:4:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070964.495185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.495285:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2007:x1830887430946944:12345-192.168.204.29@tcp:4:ptlrpcd_00_00.0 Request processed in 1134us (2114us total) trans 4294972190 rc 0/0 00000100:00100000:0.0:1746070964.495292:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2372 00002000:00100000:0.0:1746070964.495298:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011e5c1500 x1830887430946944/t4294972190(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 496/448 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070964.495306:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c1500 with x1830887430946944 ext(0->7) 00010000:00010000:0.0:1746070964.495311:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d706000803685d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135d3 expref: 22 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.495321:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d706000803685d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135d3 expref: 22 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746070964.495327:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c1500 00000100:00100000:0.0:1746070964.498640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.504838:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.505023:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430947456 00000100:00100000:1.0:1746070964.505032:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430947456 00002000:00100000:1.0:1746070964.505070:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c2a00 x1830887430947456/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.505080:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2a00 with x1830887430947456 ext(0->4095) 00010000:00010000:1.0:1746070964.505088:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008036864 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135da expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.505101:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008036864 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135da expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.505107:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c2a00 00000100:00100000:1.0:1746070964.505136:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2373 00000100:00100000:1.0:1746070964.505144:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430947456:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.505255:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430947456:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (424us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.505261:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2373 00002000:00100000:1.0:1746070964.505266:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c2a00 x1830887430947456/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.505273:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2a00 with x1830887430947456 ext(0->4095) 00010000:00010000:1.0:1746070964.505277:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008036864 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135da expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.505285:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008036864 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135da expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.505290:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c2a00 00000100:00100000:0.0:1746070964.508884:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.513162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.516839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.522495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.524216:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.526820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.527067:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430948480 00000100:00100000:1.0:1746070964.527180:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430948480 00002000:00100000:1.0:1746070964.527206:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edc000 x1830887430948480/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.527214:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edc000 with x1830887430948480 ext(0->4095) 00010000:00010000:1.0:1746070964.527219:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a039fe00/0xa5d7060008036872 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135e8 expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.527228:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a039fe00/0xa5d7060008036872 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135e8 expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.527234:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5edc000 00000100:00100000:1.0:1746070964.527259:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2374 00000100:00100000:1.0:1746070964.527265:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430948480:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070964.527367:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430948480:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.527373:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2374 00002000:00100000:1.0:1746070964.527378:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edc000 x1830887430948480/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.527385:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edc000 with x1830887430948480 ext(0->4095) 00010000:00010000:1.0:1746070964.527389:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a039fe00/0xa5d7060008036872 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135e8 expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.527397:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a039fe00/0xa5d7060008036872 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135e8 expref: 6 pid: 9568 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.527402:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5edc000 00000100:00100000:0.0:1746070964.530442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.532597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.534842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.545047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.545126:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430949120 00000100:00100000:1.0:1746070964.545132:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430949120 00002000:00100000:1.0:1746070964.545164:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009def2d80 x1830887430949120/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 496/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.545172:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009def2d80 with x1830887430949120 ext(0->7) 00010000:00010000:1.0:1746070964.545178:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726f0e00/0xa5d7060008036879 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135ef expref: 22 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.545190:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726f0e00/0xa5d7060008036879 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135ef expref: 22 pid: 9568 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.545200:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009def2d80 00000100:00100000:1.0:1746070964.545228:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2375 00000100:00100000:1.0:1746070964.545234:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887430949120:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070964.545917:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2008:x1830887430949120:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 681us (871us total) trans 4294972191 rc 0/0 00000100:00100000:0.0:1746070964.545924:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2375 00002000:00100000:0.0:1746070964.545929:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009def2d80 x1830887430949120/t4294972191(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 496/448 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070964.545935:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009def2d80 with x1830887430949120 ext(0->7) 00010000:00010000:0.0:1746070964.545940:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726f0e00/0xa5d7060008036879 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135ef expref: 24 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.545949:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726f0e00/0xa5d7060008036879 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0135ef expref: 24 pid: 9568 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746070964.545954:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009def2d80 00000100:00100000:0.0:1746070964.554422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.562831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.563343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.567777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.568402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.572320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.575709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.585904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.586046:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430950528 00000100:00100000:1.0:1746070964.586149:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430950528 00002000:00100000:1.0:1746070964.586182:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11b800 x1830887430950528/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.586190:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b800 with x1830887430950528 ext(0->4095) 00002000:00010000:1.0:1746070964.586194:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11b800 00000100:00100000:1.0:1746070964.586208:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13236 00000100:00100000:1.0:1746070964.586214:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2008:x1830887430950528:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.586615:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2008:x1830887430950528:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 400us (711us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.586622:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13236 00002000:00100000:1.0:1746070964.586628:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11b800 x1830887430950528/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.586635:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b800 with x1830887430950528 ext(0->4095) 00002000:00010000:1.0:1746070964.586637:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11b800 00000100:00100000:0.0:1746070964.589195:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.590909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.600380:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.600452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.600478:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430951040 00000100:00100000:0.0:1746070964.600485:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430951040 00002000:00100000:0.0:1746070964.600521:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11ad80 x1830887430951040/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070964.600529:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11ad80 with x1830887430951040 ext(0->4095) 00002000:00010000:0.0:1746070964.600533:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11ad80 00000100:00100000:0.0:1746070964.600549:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13237 00000100:00100000:0.0:1746070964.600555:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430951040:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070964.600674:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430951040:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (299us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070964.600680:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13237 00002000:00100000:0.0:1746070964.600685:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11ad80 x1830887430951040/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070964.600691:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11ad80 with x1830887430951040 ext(0->4095) 00002000:00010000:0.0:1746070964.600694:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11ad80 00000100:00100000:1.0:1746070964.601434:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430951168 00000100:00100000:1.0:1746070964.601439:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430951168 00000100:00100000:1.0:1746070964.601466:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29236 00000100:00100000:1.0:1746070964.601471:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:1660:x1830887430951168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070964.601480:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070964.601493:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d706000803689c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013612 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.601512:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008036895 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01360b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.601518:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.601520:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.601522:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d706000803689c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013612 expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.601545:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008036895 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01360b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.601554:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008036895 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01360b expref: 5 pid: 9568 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.601563:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426617344:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070964.601615:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.603134:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.603195:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426617344:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070964.603209:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d706000803689c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013612 expref: 24 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.603219:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2e00, rc 0) 00000100:00100000:1.0:1746070964.603235:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:1660:x1830887430951168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1765us (2784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.603244:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29236 00000100:00100000:1.0:1746070964.603256:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430951296 00000100:00100000:1.0:1746070964.603258:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430951296 00000100:00100000:1.0:1746070964.603282:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29237 00000100:00100000:1.0:1746070964.603286:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:1661:x1830887430951296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070964.603293:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070964.603300:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d70600080368a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013619 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.603311:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.603314:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d706000803689c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013612 expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.603319:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070964.603321:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d70600080368a3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013619 expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.603335:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d706000803689c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013612 expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.603342:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d70600080368a3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013619 expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.603347:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2800, rc 0) 00000100:00100000:1.0:1746070964.603358:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:1661:x1830887430951296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 72us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.603362:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29237 00000100:00100000:0.0:1746070964.604450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.607086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.607135:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430951680 00000100:00100000:1.0:1746070964.607139:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430951680 00002000:00100000:1.0:1746070964.607164:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851500 x1830887430951680/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.607180:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851500 with x1830887430951680 ext(0->4095) 00010000:00010000:1.0:1746070964.607186:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d706000803689c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013612 expref: 25 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.607195:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d706000803689c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013612 expref: 25 pid: 9568 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.607200:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851500 00000100:00100000:1.0:1746070964.607212:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2377 00000100:00100000:1.0:1746070964.607217:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:2008:x1830887430951680:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.607297:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:2008:x1830887430951680:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 80us (212us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.607302:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2377 00002000:00100000:1.0:1746070964.607307:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851500 x1830887430951680/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.607313:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851500 with x1830887430951680 ext(0->4095) 00010000:00010000:1.0:1746070964.607317:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d706000803689c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013612 expref: 25 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.607325:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d706000803689c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013612 expref: 25 pid: 9568 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.607335:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851500 00000100:00100000:0.0:1746070964.609419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.612314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.612753:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430952064 00000100:00100000:1.0:1746070964.612758:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430952064 00002000:00100000:1.0:1746070964.612787:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d853480 x1830887430952064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.612796:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853480 with x1830887430952064 ext(0->4095) 00002000:00010000:1.0:1746070964.612799:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d853480 00000100:00100000:1.0:1746070964.612814:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13238 00000100:00100000:1.0:1746070964.612819:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2009:x1830887430952064:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070964.612956:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2009:x1830887430952064:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (643us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.612962:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13238 00002000:00100000:1.0:1746070964.612966:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d853480 x1830887430952064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.612976:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853480 with x1830887430952064 ext(0->4095) 00002000:00010000:1.0:1746070964.612978:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d853480 00000100:00100000:0.0:1746070964.615690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.621617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.622517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.627521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.628183:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2378 00000100:00100000:1.0:1746070964.628191:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430952704:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.628301:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430952704:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (779us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.628307:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2378 00002000:00100000:1.0:1746070964.628313:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850380 x1830887430952704/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.628320:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850380 with x1830887430952704 ext(0->4095) 00010000:00010000:1.0:1746070964.628324:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d70600080368aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013620 expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.628332:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d70600080368aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013620 expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.628338:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d850380 00000100:00100000:0.0:1746070964.629959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.641534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.653936:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.657252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.657351:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430953344 00000100:00100000:1.0:1746070964.657357:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430953344 00002000:00100000:1.0:1746070964.657386:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800839f8000 x1830887430953344/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 496/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.657394:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f8000 with x1830887430953344 ext(0->7) 00010000:00010000:1.0:1746070964.657400:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124215a00/0xa5d70600080368b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013627 expref: 24 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.657411:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124215a00/0xa5d70600080368b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013627 expref: 24 pid: 17293 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.657417:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839f8000 00000100:00100000:1.0:1746070964.657430:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2379 00000100:00100000:1.0:1746070964.657436:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2007:x1830887430953344:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070964.659589:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2007:x1830887430953344:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2145us (2330us total) trans 4294972192 rc 0/0 00000100:00100000:1.0:1746070964.659609:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2379 00002000:00100000:1.0:1746070964.659617:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800839f8000 x1830887430953344/t4294972192(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 496/448 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.659624:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f8000 with x1830887430953344 ext(0->7) 00010000:00010000:1.0:1746070964.659630:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124215a00/0xa5d70600080368b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013627 expref: 26 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.659642:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124215a00/0xa5d70600080368b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013627 expref: 26 pid: 17293 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.659647:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839f8000 00000100:00100000:0.0:1746070964.665065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.665108:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.668799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.668915:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430953856 00000100:00100000:1.0:1746070964.668921:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430953856 00002000:00100000:1.0:1746070964.668949:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300e00 x1830887430953856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.668957:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300e00 with x1830887430953856 ext(0->4095) 00010000:00010000:1.0:1746070964.668964:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d70600080368b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01362e expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.668975:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d70600080368b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01362e expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.668981:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300e00 00000100:00100000:1.0:1746070964.668995:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2380 00000100:00100000:1.0:1746070964.669001:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430953856:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.669087:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430953856:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.669092:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2380 00002000:00100000:1.0:1746070964.669096:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300e00 x1830887430953856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.669103:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300e00 with x1830887430953856 ext(0->4095) 00010000:00010000:1.0:1746070964.669106:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d70600080368b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01362e expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.669114:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d70600080368b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01362e expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.669120:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300e00 00000100:00100000:0.0:1746070964.671076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.677499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.685237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.689717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.690635:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887430954496:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 698us (918us total) trans 4294972193 rc 0/0 00000100:00100000:0.0:1746070964.690641:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2381 00002000:00100000:0.0:1746070964.690646:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d303b80 x1830887430954496/t4294972193(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 496/448 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070964.690653:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d303b80 with x1830887430954496 ext(0->7) 00010000:00010000:0.0:1746070964.690657:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d70600080368bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013635 expref: 28 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746070964.690666:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d70600080368bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013635 expref: 28 pid: 17293 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746070964.690677:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d303b80 00000100:00100000:0.0:1746070964.695781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.699193:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.702654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.702708:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430955008 00000100:00100000:1.0:1746070964.702715:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430955008 00002000:00100000:1.0:1746070964.702747:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fc380 x1830887430955008/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.702757:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fc380 with x1830887430955008 ext(0->4095) 00010000:00010000:1.0:1746070964.702765:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d70600080368c6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01363c expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.702776:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d70600080368c6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01363c expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.702783:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839fc380 00000100:00100000:1.0:1746070964.702805:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2382 00000100:00100000:1.0:1746070964.702812:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430955008:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070964.702955:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430955008:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.702961:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2382 00002000:00100000:1.0:1746070964.702967:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fc380 x1830887430955008/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.702973:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fc380 with x1830887430955008 ext(0->4095) 00010000:00010000:1.0:1746070964.702977:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d70600080368c6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01363c expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.702985:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d70600080368c6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01363c expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.702990:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839fc380 00000100:00100000:0.0:1746070964.706974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.708320:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430955136 00000100:00100000:1.0:1746070964.708327:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430955136 00000100:00100000:1.0:1746070964.708367:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29244 00000100:00100000:1.0:1746070964.708375:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887430955136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070964.708390:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070964.708403:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080368d4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01364a expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.708423:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.708428:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d70600080368cd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013643 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.708437:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070964.708440:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080368d4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01364a expref: 30 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.708469:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d70600080368cd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013643 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.708480:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d70600080368d4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01364a expref: 30 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.708488:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3600, rc 0) 00000100:00100000:1.0:1746070964.708523:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1661:x1830887430955136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (1555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.708529:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29244 00000100:00100000:0.0:1746070964.708790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.710888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.711820:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430955520 00000100:00100000:1.0:1746070964.711827:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430955520 00002000:00100000:1.0:1746070964.711859:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd8380 x1830887430955520/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.711900:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8380 with x1830887430955520 ext(0->4095) 00010000:00010000:1.0:1746070964.711908:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d70600080368cd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013643 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.711919:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d70600080368cd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013643 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.711925:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcd8380 00000100:00100000:1.0:1746070964.711941:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2383 00000100:00100000:1.0:1746070964.711946:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887430955520:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.712049:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887430955520:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (1186us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.712055:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2383 00002000:00100000:1.0:1746070964.712059:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd8380 x1830887430955520/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.712066:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8380 with x1830887430955520 ext(0->4095) 00010000:00010000:1.0:1746070964.712071:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d70600080368cd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013643 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.712079:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d70600080368cd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013643 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.712085:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcd8380 00000100:00100000:0.0:1746070964.717334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.726159:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.726282:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430955904 00000100:00100000:1.0:1746070964.726289:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430955904 00002000:00100000:1.0:1746070964.726324:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd8000 x1830887430955904/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.726333:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8000 with x1830887430955904 ext(0->4095) 00002000:00010000:1.0:1746070964.726337:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd8000 00000100:00100000:1.0:1746070964.726356:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13241 00000100:00100000:1.0:1746070964.726362:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887430955904:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070964.726486:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887430955904:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.726498:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13241 00002000:00100000:1.0:1746070964.726504:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd8000 x1830887430955904/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.726511:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8000 with x1830887430955904 ext(0->4095) 00002000:00010000:1.0:1746070964.726513:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd8000 00000100:00100000:0.0:1746070964.729427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.731636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.734574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.734634:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430956416 00000100:00100000:1.0:1746070964.734641:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430956416 00002000:00100000:1.0:1746070964.734672:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcdad80 x1830887430956416/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.734679:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdad80 with x1830887430956416 ext(0->4095) 00002000:00010000:1.0:1746070964.734682:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcdad80 00000100:00100000:1.0:1746070964.734711:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13242 00000100:00100000:1.0:1746070964.734718:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430956416:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.735552:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430956416:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 833us (982us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.735558:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13242 00002000:00100000:1.0:1746070964.735564:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcdad80 x1830887430956416/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.735571:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdad80 with x1830887430956416 ext(0->4095) 00002000:00010000:1.0:1746070964.735574:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcdad80 00000100:00100000:0.0:1746070964.736052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.737511:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.737591:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430956672 00000100:00100000:1.0:1746070964.737595:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430956672 00000100:00100000:1.0:1746070964.738102:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29247 00000100:00100000:1.0:1746070964.738109:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887430956672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070964.738120:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070964.738132:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080368e9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01365f expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.738150:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.738154:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080368e2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013658 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.738159:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070964.738162:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080368e9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01365f expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.738185:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080368e2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013658 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.738196:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080368e9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01365f expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.738204:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2e00, rc 0) 00000100:00100000:1.0:1746070964.738246:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1661:x1830887430956672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.738251:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29247 00000100:00100000:0.0:1746070964.741677:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.741725:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430957056 00000100:00100000:1.0:1746070964.741730:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430957056 00002000:00100000:1.0:1746070964.741756:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e369500 x1830887430957056/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.741770:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369500 with x1830887430957056 ext(0->4095) 00010000:00010000:1.0:1746070964.741776:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080368e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013658 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.741786:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080368e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013658 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.741792:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e369500 00000100:00100000:1.0:1746070964.741812:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2384 00000100:00100000:1.0:1746070964.741817:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887430957056:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070964.741941:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887430957056:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.741946:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2384 00002000:00100000:1.0:1746070964.741951:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e369500 x1830887430957056/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.741958:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369500 with x1830887430957056 ext(0->4095) 00010000:00010000:1.0:1746070964.741962:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080368e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013658 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.741970:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080368e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013658 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.741975:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e369500 00000100:00100000:0.0:1746070964.745176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.747846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.748290:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430957440 00000100:00100000:1.0:1746070964.748296:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430957440 00002000:00100000:1.0:1746070964.748325:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e36a680 x1830887430957440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.748334:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a680 with x1830887430957440 ext(0->4095) 00002000:00010000:1.0:1746070964.748338:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e36a680 00000100:00100000:1.0:1746070964.748362:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13243 00000100:00100000:1.0:1746070964.748368:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887430957440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.748456:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887430957440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.748461:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13243 00002000:00100000:1.0:1746070964.748466:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e36a680 x1830887430957440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.748471:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a680 with x1830887430957440 ext(0->4095) 00002000:00010000:1.0:1746070964.748474:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e36a680 00000100:00100000:0.0:1746070964.750510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.753278:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.757008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.758031:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.764021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.764099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.768180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.773535:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:0.0:1746070964.774217:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d70600080368fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013674 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070964.774229:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426621056:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070964.774338:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.776844:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.780386:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430959104 00000100:00100000:0.0:1746070964.780393:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430959104 00000100:00100000:0.0:1746070964.780430:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29251 00000100:00100000:0.0:1746070964.780436:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430959104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070964.780448:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070964.780461:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c660800/0xa5d7060008036905 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01367b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.780484:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d70600080368fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013674 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.780491:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070964.780492:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070964.780495:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c660800/0xa5d7060008036905 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01367b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.780517:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d70600080368fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013674 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.780526:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d70600080368fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013674 expref: 27 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746070964.780536:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426621184:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070964.780606:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.784105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.788804:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.790043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.793735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.794201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.795482:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13054 00000100:00100000:1.0:1746070964.795490:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430959872:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.795498:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.795515:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c660800/0xa5d7060008036905 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01367b expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.795526:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c660800/0xa5d7060008036905 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01367b expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.795541:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c660800/0xa5d7060008036905 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01367b expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.795562:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.795564:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.795569:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803690c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013682 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.795575:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803690c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013682 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.795592:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803690c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013682 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.795609:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803690c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013682 expref: 28 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.795619:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426621696:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.795657:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.797485:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426621696:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.797499:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.797525:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887430959872:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2037us (3324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.797533:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13054 00000100:00100000:1.0:1746070964.800079:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430960128 00000100:00100000:1.0:1746070964.800086:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430960128 00002000:00100000:1.0:1746070964.800205:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5aa00 x1830887430960128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.800221:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5aa00 with x1830887430960128 ext(0->4095) 00010000:00010000:1.0:1746070964.800229:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803690c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013682 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.800242:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803690c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013682 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.800248:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5aa00 00000100:00100000:1.0:1746070964.800272:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2387 00000100:00100000:1.0:1746070964.800277:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887430960128:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.800392:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887430960128:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.800398:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2387 00002000:00100000:1.0:1746070964.800402:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5aa00 x1830887430960128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.800409:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5aa00 with x1830887430960128 ext(0->4095) 00010000:00010000:1.0:1746070964.800413:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803690c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013682 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.800420:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803690c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013682 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.800425:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5aa00 00000100:00100000:0.0:1746070964.803152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.803237:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430960256 00000100:00100000:1.0:1746070964.803243:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430960256 00010000:00010000:1.0:1746070964.803267:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803690c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013682 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.803304:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13055 00000100:00100000:1.0:1746070964.803310:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887430960256:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.803320:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.803334:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803690c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013682 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.803344:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803690c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013682 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.803365:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803690c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013682 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.803388:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.803390:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.803396:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036913 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013689 expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.803403:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036913 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013689 expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.803429:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036913 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013689 expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.803439:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426621824:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.804038:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.806349:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426621824:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.806364:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.806395:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887430960256:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3084us (3248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.806404:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13055 00000100:00100000:0.0:1746070964.806843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.809179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.812653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.812703:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430960768 00000100:00100000:1.0:1746070964.812709:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430960768 00010000:00010000:1.0:1746070964.812737:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036913 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013689 expref: 28 pid: 9568 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.812772:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13056 00000100:00100000:1.0:1746070964.812778:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887430960768:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.812789:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.812804:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036913 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013689 expref: 28 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.812814:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036913 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013689 expref: 28 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.812834:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036913 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013689 expref: 28 pid: 9568 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.812858:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.812860:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.812890:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803691a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013690 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.812901:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803691a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013690 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.812924:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803691a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013690 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.812934:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426622080:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.812989:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.814901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.815092:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426622080:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.815107:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.815141:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2008:x1830887430960768:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2363us (2489us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.815152:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13056 00000100:00100000:0.0:1746070964.817443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.818230:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.818320:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430961280 00000100:00100000:1.0:1746070964.818326:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430961280 00000100:00100000:1.0:1746070964.818376:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29256 00000100:00100000:1.0:1746070964.818380:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1661:x1830887430961280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070964.818386:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070964.818399:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01369e expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.818457:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.818460:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036921 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013697 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.818469:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070964.818472:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01369e expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.818749:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036921 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013697 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.818760:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01369e expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.818768:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3600, rc 0) 00000100:00100000:1.0:1746070964.818795:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1661:x1830887430961280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 414us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.818801:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29256 00000100:00100000:0.0:1746070964.821040:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.821185:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430961408 00000100:00100000:1.0:1746070964.821190:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430961408 00010000:00010000:1.0:1746070964.821208:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803691a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013690 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.821234:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13057 00000100:00100000:1.0:1746070964.821239:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad022450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430961408:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.821248:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.821262:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803691a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013690 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.821270:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803691a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013690 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.821288:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803691a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013690 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.821306:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.821308:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.821313:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036921 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013697 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.821320:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036921 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013697 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.821341:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036921 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013697 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.821350:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036921 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013697 expref: 28 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.821358:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426622464:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.821396:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.822794:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426622464:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.822805:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.822827:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad022450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887430961408:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1587us (1787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.822833:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13057 00000100:00100000:1.0:1746070964.824000:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426622592 00000100:00100000:1.0:1746070964.824005:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426622592 00000100:00100000:1.0:1746070964.824420:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1746070964.824427:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830887426622592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746070964.824454:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:1.0:1746070964.824496:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830887426622592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.824503:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1746070964.824964:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.828587:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430961792 00000100:00100000:1.0:1746070964.828593:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430961792 00010000:00010000:1.0:1746070964.828629:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036921 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013697 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.828660:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13058 00000100:00100000:1.0:1746070964.828666:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2010:x1830887430961792:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.828676:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.828691:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036921 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013697 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.828700:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036921 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013697 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.828718:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036921 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013697 expref: 29 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.828739:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.828740:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.828745:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01369e expref: 28 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.828759:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01369e expref: 28 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.828784:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01369e expref: 28 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.828793:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426622720:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.828850:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.830447:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426622720:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.830462:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.830500:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2010:x1830887430961792:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1832us (2162us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.830508:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13058 00000100:00100000:0.0:1746070964.830785:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.832926:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430962176 00000100:00100000:0.0:1746070964.832931:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430962176 00000100:00100000:0.0:1746070964.832968:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29257 00000100:00100000:0.0:1746070964.832974:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430962176:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070964.832983:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070964.832996:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803692f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0136a5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.833017:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01369e expref: 27 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.833023:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070964.833025:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070964.833028:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803692f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136a5 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.833051:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01369e expref: 27 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.833063:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01369e expref: 27 pid: 17293 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746070964.833072:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e895c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426622848:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070964.833133:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.835536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.835612:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e895c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426622848:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070964.835635:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803692f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136a5 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.835647:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2600, rc 0) 00000100:00100000:0.0:1746070964.835808:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430962176:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2832us (3035us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070964.835815:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29257 00000100:00100000:0.0:1746070964.838806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.838888:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430962432 00000100:00100000:1.0:1746070964.838894:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430962432 00010000:00010000:1.0:1746070964.838914:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01369e expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.839029:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13059 00000100:00100000:1.0:1746070964.839035:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2009:x1830887430962432:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.839045:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.839057:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01369e expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.839072:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01369e expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.839089:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036928 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01369e expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.839282:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.839284:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.839291:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803692f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136a5 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.839298:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803692f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136a5 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.839322:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803692f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136a5 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.839331:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c11180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426622976:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.839583:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.845702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.846221:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c11180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426622976:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.846237:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.846259:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2009:x1830887430962432:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7224us (7500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.846266:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13059 00000100:00100000:0.0:1746070964.847954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.849716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.853464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.853739:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430963072 00000100:00100000:1.0:1746070964.853744:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430963072 00010000:00010000:1.0:1746070964.853766:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803692f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136a5 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.854123:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13060 00000100:00100000:1.0:1746070964.854130:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e894700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430963072:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.854141:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.854155:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803692f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136a5 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.854165:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803692f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136a5 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.854182:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803692f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136a5 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.854195:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.854197:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.854202:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036936 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ac expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.854209:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036936 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ac expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.854235:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036936 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ac expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.854248:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036936 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ac expref: 30 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.854258:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426623360:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.854304:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.857910:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426623360:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.857929:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.857979:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e894700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887430963072:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3848us (4519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.857988:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13060 00000100:00100000:0.0:1746070964.858410:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.862340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.862842:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430963456 00000100:00100000:1.0:1746070964.862849:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430963456 00010000:00010000:1.0:1746070964.862897:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036936 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ac expref: 31 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.862930:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13061 00000100:00100000:1.0:1746070964.862937:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2008:x1830887430963456:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.862946:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.862962:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036936 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ac expref: 31 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.862972:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036936 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ac expref: 31 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.862988:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036936 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ac expref: 31 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.863002:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.863004:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.863009:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803693d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136b3 expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.863016:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803693d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136b3 expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.863038:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803693d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136b3 expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.863047:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426623488:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.863542:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.865677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.865771:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426623488:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.865785:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.865815:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2008:x1830887430963456:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2878us (3497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.865823:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13061 00000100:00100000:0.0:1746070964.868204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.870555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.870657:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430963968 00000100:00100000:1.0:1746070964.870661:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430963968 00010000:00010000:1.0:1746070964.870681:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803693d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136b3 expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.870843:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13062 00000100:00100000:1.0:1746070964.870849:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2008:x1830887430963968:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.870861:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.871007:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803693d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136b3 expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.871017:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803693d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136b3 expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.871033:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d706000803693d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136b3 expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.871045:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.871047:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.871052:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d7060008036944 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ba expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.871059:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d7060008036944 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ba expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.871081:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d7060008036944 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ba expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.871089:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426623744:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.871284:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.872546:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426623744:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.872556:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.872583:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887430963968:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1735us (2029us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.872591:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13062 00000100:00100000:0.0:1746070964.873076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.874788:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.878842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.879699:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e351880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426623872:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070964.879712:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803694b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c1 expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070964.879721:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880124214400, rc 0) 00000100:00100000:0.0:1746070964.879737:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:1661:x1830887430964352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4697us (4953us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070964.879742:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29261 00000100:00100000:0.0:1746070964.881353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.881501:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430964608 00000100:00100000:1.0:1746070964.881507:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430964608 00010000:00010000:1.0:1746070964.881531:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d7060008036944 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ba expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.881567:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13063 00000100:00100000:1.0:1746070964.881574:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430964608:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.881584:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.881611:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d7060008036944 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ba expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.881621:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d7060008036944 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ba expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.881639:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d7060008036944 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136ba expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.881652:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.881653:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.881659:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803694b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c1 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.881666:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803694b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c1 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.881690:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803694b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c1 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.881700:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803694b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c1 expref: 30 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.881710:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426624128:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.881776:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.884698:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426624128:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.884715:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.884755:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887430964608:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3181us (3406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.884764:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13063 00000100:00100000:0.0:1746070964.885061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.890286:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.890377:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.890987:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430965120 00000100:00100000:1.0:1746070964.890991:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430965120 00010000:00010000:1.0:1746070964.891007:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803694b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c1 expref: 31 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.891026:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13064 00000100:00100000:1.0:1746070964.891031:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad022050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2009:x1830887430965120:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.891039:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.891052:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803694b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c1 expref: 31 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.891062:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803694b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c1 expref: 31 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.891075:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803694b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c1 expref: 31 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.891086:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.891087:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.891092:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d7060008036952 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c8 expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.891098:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d7060008036952 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c8 expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.891115:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d7060008036952 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c8 expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.891124:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d7060008036952 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c8 expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.891134:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426624384:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.891180:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.896057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.896637:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426624384:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.896651:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.896860:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad022050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2009:x1830887430965120:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5828us (6482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.896881:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13064 00000100:00100000:0.0:1746070964.899960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.900008:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.900076:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430965632 00000100:00100000:1.0:1746070964.900080:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430965632 00010000:00010000:1.0:1746070964.900103:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d7060008036952 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c8 expref: 31 pid: 17293 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.900559:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13065 00000100:00100000:1.0:1746070964.900566:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2010:x1830887430965632:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.900578:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.900607:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d7060008036952 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c8 expref: 31 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.900617:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d7060008036952 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c8 expref: 31 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.900635:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d7060008036952 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136c8 expref: 31 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.901306:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.901571:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2010:x1830887430965632:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1005us (1561us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.901577:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13065 00000100:00100000:0.0:1746070964.905768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.909024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.910287:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430966016 00000100:00100000:1.0:1746070964.910295:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430966016 00010000:00010000:1.0:1746070964.910323:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c661600/0xa5d7060008036959 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136cf expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.910359:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13066 00000100:00100000:1.0:1746070964.910365:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430966016:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.910377:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.910391:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c661600/0xa5d7060008036959 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136cf expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.910403:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c661600/0xa5d7060008036959 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136cf expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.910421:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c661600/0xa5d7060008036959 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136cf expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.910487:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.910490:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.910497:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036960 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136d6 expref: 29 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.910504:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036960 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136d6 expref: 29 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.910532:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036960 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136d6 expref: 29 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.910541:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426624768:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.910807:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.913535:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426624768:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.913553:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.913588:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887430966016:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3222us (4569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.913605:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13066 00000100:00100000:0.0:1746070964.914281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.917318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.920936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.921012:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430966528 00000100:00100000:1.0:1746070964.921018:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430966528 00010000:00010000:1.0:1746070964.921042:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036960 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136d6 expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.921387:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13067 00000100:00100000:1.0:1746070964.921395:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2007:x1830887430966528:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.921405:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.921420:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036960 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136d6 expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.921429:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036960 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136d6 expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.921445:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008036960 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136d6 expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.921466:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.921468:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.921473:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036967 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136dd expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.921479:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036967 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136dd expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.921504:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036967 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136dd expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.921515:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426625024:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.921577:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.923697:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426625024:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.923711:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.923741:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887430966528:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2347us (2808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.923749:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13067 00000100:00100000:0.0:1746070964.924111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.924177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.924487:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430966784 00000100:00100000:1.0:1746070964.924490:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430966784 00002000:00100000:1.0:1746070964.924507:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd1bb80 x1830887430966784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746070975 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.924514:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1bb80 with x1830887430966784 ext(0->4095) 00010000:00010000:1.0:1746070964.924519:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036967 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136dd expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.924526:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036967 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136dd expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.924531:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd1bb80 00000100:00100000:1.0:1746070964.924550:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2394 00000100:00100000:1.0:1746070964.924554:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430966784:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070964.924633:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430966784:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 78us (524us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070964.924638:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2394 00002000:00100000:1.0:1746070964.924642:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd1bb80 x1830887430966784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070964.924653:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1bb80 with x1830887430966784 ext(0->4095) 00010000:00010000:1.0:1746070964.924656:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036967 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136dd expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.924663:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036967 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136dd expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00002000:00010000:1.0:1746070964.924667:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd1bb80 00000100:00100000:0.0:1746070964.928200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.928277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.928895:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430967168 00000100:00100000:1.0:1746070964.928899:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430967168 00010000:00010000:1.0:1746070964.928912:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036967 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136dd expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.928935:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13068 00000100:00100000:1.0:1746070964.928939:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430967168:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.928945:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.928958:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036967 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136dd expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.928966:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036967 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136dd expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.928979:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008036967 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136dd expref: 6 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.928989:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.928990:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.928995:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803696e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136e4 expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.929000:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803696e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136e4 expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.929015:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803696e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136e4 expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.929022:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803696e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136e4 expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.929030:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426625408:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.929068:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.931130:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426625408:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.931145:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.931179:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887430967168:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2238us (2901us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.931187:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13068 00000100:00100000:0.0:1746070964.931756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.935169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.935450:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430967552 00000100:00100000:1.0:1746070964.935456:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430967552 00010000:00010000:1.0:1746070964.935480:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803696e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136e4 expref: 31 pid: 17293 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.935508:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13069 00000100:00100000:1.0:1746070964.935514:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800972b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2008:x1830887430967552:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.935527:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.935541:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803696e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136e4 expref: 31 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.935551:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803696e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136e4 expref: 31 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.935570:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803696e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136e4 expref: 31 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.935604:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.935606:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.935612:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d7060008036975 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136eb expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.935619:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d7060008036975 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136eb expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.935647:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d7060008036975 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136eb expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.935657:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426625536:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.935725:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.937699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.937763:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426625536:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.937776:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.937812:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800972b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2008:x1830887430967552:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2298us (2649us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.937823:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13069 00000100:00100000:0.0:1746070964.940126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.943588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.943761:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430968064 00000100:00100000:1.0:1746070964.943766:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430968064 00010000:00010000:1.0:1746070964.943787:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d7060008036975 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136eb expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.943805:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13070 00000100:00100000:1.0:1746070964.943810:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800972b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2008:x1830887430968064:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.943821:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.943837:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d7060008036975 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136eb expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.943847:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d7060008036975 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136eb expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.943892:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a039f400/0xa5d7060008036975 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136eb expref: 30 pid: 17293 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.943912:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.943913:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.943919:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803697c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.943925:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803697c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.943946:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803697c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.943956:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426625792:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.943998:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.946066:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426625792:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.946080:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.946111:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800972b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887430968064:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2300us (2523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.946119:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13070 00000100:00100000:0.0:1746070964.947379:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.948390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.950291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.952721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.952809:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430968704 00000100:00100000:1.0:1746070964.952813:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430968704 00010000:00010000:1.0:1746070964.952831:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803697c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f2 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00000100:00100000:1.0:1746070964.953072:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13071 00000100:00100000:1.0:1746070964.953079:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad021c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430968704:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.953089:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.953105:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803697c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f2 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.953114:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803697c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f2 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.953132:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214c00/0xa5d706000803697c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f2 expref: 6 pid: 9566 timeout: 787 lvb_type: 0 00010000:00010000:1.0:1746070964.953152:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.953155:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.953160:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d7060008036983 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f9 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.953166:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d7060008036983 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f9 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.953187:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d7060008036983 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f9 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.953195:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d7060008036983 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f9 expref: 30 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070964.953203:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426626176:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.953247:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.954984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.955093:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426626176:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.955104:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.955129:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad021c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887430968704:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2051us (2409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.955135:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13071 00000100:00100000:0.0:1746070964.958138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.958698:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430969088 00000100:00100000:1.0:1746070964.958704:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430969088 00010000:00010000:1.0:1746070964.958727:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d7060008036983 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f9 expref: 31 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070964.958760:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13072 00000100:00100000:1.0:1746070964.958766:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5356300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2007:x1830887430969088:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.958779:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.958795:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d7060008036983 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f9 expref: 31 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070964.958805:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d7060008036983 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f9 expref: 31 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070964.958919:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d7060008036983 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0136f9 expref: 31 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070964.958934:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.958936:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.958942:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803698a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013700 expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.958949:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803698a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013700 expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.958976:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803698a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013700 expref: 30 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.958987:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426626304:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.959271:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070964.961279:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.963696:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426626304:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.963714:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.963772:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5356300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2007:x1830887430969088:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5004us (5637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.963785:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13072 00000100:00100000:0.0:1746070964.966312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.970683:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.971925:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430969600 00000100:00100000:1.0:1746070964.971934:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430969600 00010000:00010000:1.0:1746070964.971965:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803698a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013700 expref: 30 pid: 17293 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070964.971999:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13073 00000100:00100000:1.0:1746070964.972005:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2007:x1830887430969600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.972016:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.972031:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803698a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013700 expref: 30 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070964.972040:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803698a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013700 expref: 30 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070964.972059:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a039f600/0xa5d706000803698a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013700 expref: 30 pid: 17293 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746070964.972489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070964.974147:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.974186:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2007:x1830887430969600:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2179us (3503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.974194:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13073 00000100:00100000:0.0:1746070964.976080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.980340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070964.980645:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430970112 00000100:00100000:1.0:1746070964.980652:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430970112 00010000:00010000:1.0:1746070964.980682:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d7060008036991 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013707 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070964.980724:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13074 00000100:00100000:1.0:1746070964.980730:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430970112:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070964.980743:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070964.980760:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d7060008036991 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013707 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070964.980771:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d7060008036991 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013707 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070964.980792:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124215e00/0xa5d7060008036991 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013707 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070964.980806:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.980807:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070964.980813:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036998 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01370e expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.980819:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036998 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01370e expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070964.980847:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036998 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01370e expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070964.980857:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426626816:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070964.980961:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070964.983410:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426626816:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070964.983426:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070964.983466:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887430970112:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2736us (3132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070964.983475:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13074 00000100:00100000:0.0:1746070964.984990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.991788:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070964.999343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.000995:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887430970624:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 679us (1659us total) trans 4294972195 rc 0/0 00000100:00100000:0.0:1746070965.001000:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2398 00002000:00100000:0.0:1746070965.001006:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009de40e00 x1830887430970624/t4294972195(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:595/0 lens 496/448 e 0 to 0 dl 1746070975 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.001018:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40e00 with x1830887430970624 ext(0->7) 00010000:00010000:0.0:1746070965.001023:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036998 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01370e expref: 32 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.001032:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036998 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01370e expref: 32 pid: 9566 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.001037:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de40e00 00000100:00100000:0.0:1746070965.004398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.005257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.006125:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430970880 00000100:00100000:1.0:1746070965.006129:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430970880 00010000:00010000:1.0:1746070965.006145:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036998 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01370e expref: 33 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.006171:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13075 00000100:00100000:1.0:1746070965.006176:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887430970880:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070965.006183:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746070965.006194:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746070964 -> 1746070965 00002000:00010000:1.0:1746070965.006196:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746070964 -> 1746070965 00010000:00010000:1.0:1746070965.006200:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036998 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01370e expref: 33 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.006208:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036998 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01370e expref: 33 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.006222:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036998 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01370e expref: 33 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.006239:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.006240:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.006245:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803699f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013715 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.006252:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803699f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013715 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.006269:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803699f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013715 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.006277:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803699f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013715 expref: 5 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.006286:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426627200:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.006328:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.007994:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426627200:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070965.008005:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070965.008139:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2008:x1830887430970880:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1961us (2881us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.008145:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13075 00000100:00100000:0.0:1746070965.008887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.011461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.011759:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430971264 00000100:00100000:1.0:1746070965.011764:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430971264 00010000:00010000:1.0:1746070965.011785:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803699f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013715 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.011843:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13076 00000100:00100000:1.0:1746070965.011850:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430971264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070965.011860:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070965.011904:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803699f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013715 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.011913:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803699f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013715 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.011931:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d706000803699f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013715 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.011943:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.011945:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.011950:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d70600080369a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01371c expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.011957:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d70600080369a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01371c expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.011983:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d70600080369a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01371c expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070965.011993:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426627328:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.012052:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070965.013890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.014728:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426627328:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070965.014741:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070965.014990:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887430971264:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3140us (3531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.014996:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13076 00000100:00100000:1.0:1746070965.019291:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430971648 00000100:00100000:1.0:1746070965.019298:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430971648 00000100:00100000:1.0:1746070965.019331:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29275 00000100:00100000:1.0:1746070965.019337:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430971648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.019351:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.019363:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013723 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.019386:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d70600080369a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01371c expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.019392:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.019394:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.019396:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013723 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.019418:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d70600080369a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01371c expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.019428:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d70600080369a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01371c expref: 31 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.019437:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426627456:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070965.020258:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.022170:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426627456:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070965.022193:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013723 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.022211:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2e00, rc 0) 00000100:00100000:1.0:1746070965.022577:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430971648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3239us (3362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.022584:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29275 00000100:00100000:0.0:1746070965.023784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.023908:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430971776 00000100:00100000:1.0:1746070965.023914:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430971776 00010000:00010000:1.0:1746070965.023938:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d70600080369a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01371c expref: 32 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.023969:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13077 00000100:00100000:1.0:1746070965.023975:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2008:x1830887430971776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070965.023986:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070965.024001:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d70600080369a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01371c expref: 32 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.024010:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d70600080369a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01371c expref: 32 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.024028:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d70600080369a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01371c expref: 32 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.024046:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.024048:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.024054:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013723 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.024065:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013723 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.024092:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013723 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070965.024102:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426627584:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.025571:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.025787:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430971904 00000100:00100000:1.0:1746070965.025792:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430971904 00000100:00100000:1.0:1746070965.025815:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29276 00000100:00100000:1.0:1746070965.025820:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:1660:x1830887430971904:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.025832:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.025844:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01372a expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.025883:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013723 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.025890:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.025891:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.025895:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01372a expref: 33 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.025915:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013723 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.025928:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013723 expref: 5 pid: 9568 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.025937:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426627712:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070965.025986:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.026771:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426627584:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070965.026783:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070965.027060:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887430971776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3084us (3277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.027068:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13077 00000100:00100000:0.0:1746070965.027353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.027442:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426627712:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070965.027457:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01372a expref: 32 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.027467:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2c00, rc 0) 00000100:00100000:1.0:1746070965.027485:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:1660:x1830887430971904:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1665us (1782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.027491:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29276 00000100:00100000:0.0:1746070965.030570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.030641:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430972288 00000100:00100000:1.0:1746070965.030648:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430972288 00010000:00010000:1.0:1746070965.030671:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013723 expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.030699:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13078 00000100:00100000:1.0:1746070965.030704:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad021850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430972288:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070965.030715:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070965.030728:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013723 expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.030737:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013723 expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.030754:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d70600080369ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013723 expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.030767:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.030769:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.030774:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01372a expref: 31 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.030781:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01372a expref: 31 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.030808:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01372a expref: 31 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070965.030817:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426627840:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.031601:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.033244:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426627840:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070965.033258:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070965.033286:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad021850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887430972288:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2581us (2721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.033294:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13078 00000100:00100000:0.0:1746070965.033794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.037997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.038064:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430972672 00000100:00100000:1.0:1746070965.038072:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430972672 00000100:00100000:1.0:1746070965.038120:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29277 00000100:00100000:1.0:1746070965.038126:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430972672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.038145:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.038159:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013731 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.038181:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01372a expref: 31 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.038188:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.038189:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.038192:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013731 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.038215:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01372a expref: 31 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.038224:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01372a expref: 31 pid: 9568 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.038234:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426627968:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070965.038301:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.040748:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426627968:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070965.040781:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013731 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.040794:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ace00, rc 0) 00000100:00100000:1.0:1746070965.040841:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430972672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2713us (2851us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.040848:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29277 00000100:00100000:0.0:1746070965.040931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.044682:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.044979:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430972928 00000100:00100000:1.0:1746070965.044986:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430972928 00010000:00010000:1.0:1746070965.045013:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01372a expref: 34 pid: 9568 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.045046:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13079 00000100:00100000:1.0:1746070965.045052:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2008:x1830887430972928:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070965.045063:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070965.045078:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01372a expref: 34 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.045088:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01372a expref: 34 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.045107:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d70600080369b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01372a expref: 34 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.045130:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.045132:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.045138:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013731 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.045146:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013731 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.045172:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013731 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070965.045183:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426628096:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.045251:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070965.050182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.050199:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426628096:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070965.050217:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070965.050257:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887430972928:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5204us (5580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.050267:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13079 00000100:00100000:0.0:1746070965.053829:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.053936:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430973312 00000100:00100000:1.0:1746070965.053943:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430973312 00000100:00100000:1.0:1746070965.054131:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29278 00000100:00100000:1.0:1746070965.054139:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:1661:x1830887430973312:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.054152:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.054166:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013738 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.054189:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013731 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.054195:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.054198:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.054201:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013738 expref: 34 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.054224:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013731 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.054234:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013731 expref: 5 pid: 9568 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.054244:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426628224:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070965.054656:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.057775:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426628224:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070965.057803:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013738 expref: 34 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.057817:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325acc00, rc 0) 00000100:00100000:1.0:1746070965.057885:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:1661:x1830887430973312:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3725us (4040us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.057892:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29278 00000100:00100000:0.0:1746070965.058494:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.058563:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430973440 00000100:00100000:1.0:1746070965.058568:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430973440 00000100:00100000:1.0:1746070965.058604:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29279 00000100:00100000:1.0:1746070965.058610:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:1660:x1830887430973440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.058622:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.058635:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01373f expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.058657:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.058662:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013738 expref: 35 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.058667:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.058670:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01373f expref: 35 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.058702:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013738 expref: 35 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.058717:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01373f expref: 35 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.058724:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:1.0:1746070965.058755:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:1660:x1830887430973440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.058761:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29279 00000100:00100000:0.0:1746070965.059369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.059428:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430973568 00000100:00100000:1.0:1746070965.059432:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430973568 00010000:00010000:1.0:1746070965.059446:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013731 expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.059477:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13080 00000100:00100000:1.0:1746070965.059482:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430973568:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070965.059491:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070965.059505:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013731 expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.059516:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013731 expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.059531:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013731 expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.059542:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.059543:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.059548:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013738 expref: 34 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.059555:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013738 expref: 34 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.059573:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013738 expref: 34 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.059588:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013738 expref: 34 pid: 9568 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.059611:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426628480:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.059673:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.062287:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426628480:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070965.062301:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070965.062327:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887430973568:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2844us (2958us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.062333:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13080 00000100:00100000:0.0:1746070965.070359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.070422:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430973952 00000100:00100000:1.0:1746070965.070429:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430973952 00000100:00100000:0.0:1746070965.070709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.070736:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430974080 00000100:00100000:0.0:1746070965.070739:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430974080 00000100:00100000:1.0:1746070965.070743:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29280 00000100:00100000:1.0:1746070965.070751:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430973952:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070965.070758:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013738 expref: 35 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.070761:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.070774:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080369d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013746 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.070792:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.070797:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01373f expref: 35 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.070802:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070965.070805:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080369d0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013746 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.070838:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01373f expref: 35 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.070848:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080369d0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013746 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.070857:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac000, rc 0) 00000100:00100000:1.0:1746070965.070973:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430973952:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 223us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.070979:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29280 00000100:00100000:1.0:1746070965.071428:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13081 00000100:00100000:1.0:1746070965.071434:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2007:x1830887430974080:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070965.071442:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070965.071455:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013738 expref: 35 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.071465:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013738 expref: 35 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.071479:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080369c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013738 expref: 35 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.071500:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.071502:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.071507:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01373f expref: 34 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.071513:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01373f expref: 34 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.071530:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01373f expref: 34 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.071540:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01373f expref: 34 pid: 9568 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.072119:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426628736:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.072190:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.073805:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426628736:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070965.073822:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070965.073945:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2007:x1830887430974080:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2510us (3234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.073954:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13081 00000100:00100000:0.0:1746070965.075814:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430974336 00000100:00100000:0.0:1746070965.075821:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430974336 00002000:00100000:0.0:1746070965.075855:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e353800 x1830887430974336/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.075879:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e353800 with x1830887430974336 ext(0->4095) 00010000:00010000:0.0:1746070965.075886:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01373f expref: 34 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.075899:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01373f expref: 34 pid: 9568 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.075905:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e353800 00000100:00100000:0.0:1746070965.076780:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2403 00000100:00100000:0.0:1746070965.076789:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2007:x1830887430974336:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070965.077158:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2007:x1830887430974336:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 370us (1438us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070965.077164:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2403 00002000:00100000:0.0:1746070965.077170:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e353800 x1830887430974336/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.077177:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e353800 with x1830887430974336 ext(0->4095) 00010000:00010000:0.0:1746070965.077184:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01373f expref: 34 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.077195:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080369c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01373f expref: 34 pid: 9568 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.077201:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e353800 00000100:00100000:0.0:1746070965.081752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.082326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.082486:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430974464 00000100:00100000:1.0:1746070965.082493:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430974464 00000100:00100000:1.0:1746070965.085758:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29281 00000100:00100000:1.0:1746070965.085767:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:1660:x1830887430974464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.085781:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.085791:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369d7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01374d expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.085813:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.085818:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080369d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013746 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.085823:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070965.085826:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369d7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01374d expref: 36 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.085857:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080369d0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013746 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.085883:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080369d7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01374d expref: 36 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.085897:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ace00, rc 0) 00000100:00100000:1.0:1746070965.085939:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:1660:x1830887430974464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (4196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.085944:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29281 00000100:00100000:0.0:1746070965.094658:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430974848 00000100:00100000:0.0:1746070965.094663:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430974848 00002000:00100000:0.0:1746070965.094691:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c5180 x1830887430974848/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.094700:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c5180 with x1830887430974848 ext(0->4095) 00010000:00010000:0.0:1746070965.094707:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080369d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013746 expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.094717:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080369d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013746 expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.094723:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c5180 00000100:00100000:0.0:1746070965.094735:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2404 00000100:00100000:0.0:1746070965.094739:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430974848:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070965.094821:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430974848:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (265us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070965.094826:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2404 00002000:00100000:0.0:1746070965.094829:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c5180 x1830887430974848/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.094836:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c5180 with x1830887430974848 ext(0->4095) 00010000:00010000:0.0:1746070965.094840:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080369d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013746 expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.094847:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080369d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013746 expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.094852:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c5180 00000100:00100000:0.0:1746070965.098738:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.102434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.106437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.109315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.112052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.112133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.112616:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430975872 00000100:00100000:1.0:1746070965.112620:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430975872 00002000:00100000:1.0:1746070965.112644:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096ead880 x1830887430975872/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.112652:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ead880 with x1830887430975872 ext(0->4095) 00010000:00010000:1.0:1746070965.112657:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d70600080369de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013754 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.112666:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d70600080369de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013754 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.112671:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ead880 00000100:00100000:1.0:1746070965.112683:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2405 00000100:00100000:1.0:1746070965.112687:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430975872:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070965.112782:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430975872:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.112787:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2405 00002000:00100000:1.0:1746070965.112791:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096ead880 x1830887430975872/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.112804:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ead880 with x1830887430975872 ext(0->4095) 00010000:00010000:1.0:1746070965.112808:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d70600080369de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013754 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.112816:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d70600080369de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013754 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.112822:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ead880 00000100:00100000:0.0:1746070965.117142:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.121284:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430976128 00000100:00100000:0.0:1746070965.121295:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430976128 00010000:00010000:0.0:1746070965.121326:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d70600080369de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013754 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746070965.121413:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13085 00000100:00100000:0.0:1746070965.121421:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad021450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887430976128:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070965.121435:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070965.121452:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d70600080369de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013754 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.121462:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d70600080369de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013754 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.121484:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d70600080369de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013754 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.121511:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070965.121513:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070965.121519:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080369e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01375b expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.121527:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080369e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01375b expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.121556:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080369e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01375b expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.121566:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080369e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01375b expref: 34 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746070965.121576:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426629760:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070965.121679:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070965.125384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.125910:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426629760:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070965.125928:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070965.125962:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad021450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887430976128:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4542us (4763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.125969:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13085 00000100:00100000:0.0:1746070965.127732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.127954:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430976512 00000100:00100000:1.0:1746070965.127961:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430976512 00010000:00010000:1.0:1746070965.127990:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080369e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01375b expref: 35 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.128022:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13086 00000100:00100000:1.0:1746070965.128029:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2007:x1830887430976512:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070965.128039:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070965.128054:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080369e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01375b expref: 35 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.128064:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080369e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01375b expref: 35 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.128084:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d70600080369e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01375b expref: 35 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.128108:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.128110:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.128116:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d70600080369ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013762 expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.128123:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d70600080369ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013762 expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.128149:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d70600080369ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013762 expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070965.128160:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426629888:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.128227:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.131243:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426629888:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070965.131262:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070965.131296:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2007:x1830887430976512:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3266us (3566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.131304:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13086 00000100:00100000:0.0:1746070965.132047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.134496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.136976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.137065:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430977024 00000100:00100000:1.0:1746070965.137073:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430977024 00010000:00010000:1.0:1746070965.137092:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d70600080369ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013762 expref: 34 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.137122:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13087 00000100:00100000:1.0:1746070965.137128:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2007:x1830887430977024:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070965.137138:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070965.137152:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d70600080369ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013762 expref: 34 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.137161:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d70600080369ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013762 expref: 34 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.137177:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d70600080369ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013762 expref: 34 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.137189:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.137191:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.137196:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d70600080369f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013769 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.137203:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d70600080369f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013769 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.137224:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d70600080369f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013769 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070965.137233:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426630144:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.137284:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070965.140249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.140372:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426630144:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070965.140388:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070965.140432:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2007:x1830887430977024:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3303us (3456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.140438:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13087 00000100:00100000:0.0:1746070965.142791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.143120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.143149:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430977408 00000100:00100000:1.0:1746070965.143155:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430977408 00000100:00100000:1.0:1746070965.143195:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430977536 00000100:00100000:1.0:1746070965.143197:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430977536 00000100:00100000:1.0:1746070965.143274:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29287 00000100:00100000:1.0:1746070965.143279:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:1661:x1830887430977536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.143284:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.143297:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036a01 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013777 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.143318:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d70600080369f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013769 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.143324:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.143325:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.143328:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036a01 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013777 expref: 36 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.143406:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d70600080369f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013769 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.143417:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d70600080369f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013769 expref: 5 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.143432:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426630272:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070965.143526:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.145564:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426630272:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070965.145584:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036a01 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013777 expref: 35 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.145607:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac000, rc 0) 00000100:00100000:1.0:1746070965.146090:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:1661:x1830887430977536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2809us (2968us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.146097:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29287 00000100:00100000:0.0:1746070965.146199:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.146375:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430977664 00000100:00100000:1.0:1746070965.146380:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430977664 00010000:00010000:1.0:1746070965.146401:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d70600080369f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013769 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.146780:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13088 00000100:00100000:1.0:1746070965.146788:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430977664:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070965.146802:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070965.146818:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d70600080369f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013769 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.146828:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d70600080369f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013769 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.146850:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465400/0xa5d70600080369f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013769 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.146881:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.146883:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.146889:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036a01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013777 expref: 34 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.146896:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036a01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013777 expref: 34 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.146923:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036a01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013777 expref: 34 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.146931:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036a01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013777 expref: 34 pid: 9568 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.146941:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426630528:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.147003:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.149058:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426630528:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070965.149075:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070965.149119:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887430977664:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2331us (2919us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.149127:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13088 00000100:00100000:0.0:1746070965.149334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.149707:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430977920 00000100:00100000:1.0:1746070965.149713:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430977920 00002000:00100000:1.0:1746070965.149741:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009def2a00 x1830887430977920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.149750:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009def2a00 with x1830887430977920 ext(0->4095) 00010000:00010000:1.0:1746070965.149756:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036a01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013777 expref: 35 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.149766:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036a01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013777 expref: 35 pid: 9568 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.149772:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009def2a00 00000100:00100000:1.0:1746070965.149796:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2407 00000100:00100000:1.0:1746070965.149801:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2008:x1830887430977920:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070965.149917:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2008:x1830887430977920:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (583us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.149922:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2407 00002000:00100000:1.0:1746070965.149927:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009def2a00 x1830887430977920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.149933:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009def2a00 with x1830887430977920 ext(0->4095) 00010000:00010000:1.0:1746070965.149936:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036a01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013777 expref: 35 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.149944:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036a01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013777 expref: 35 pid: 9568 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.149948:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009def2a00 00000100:00100000:0.0:1746070965.151323:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.151359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.151412:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430978048 00000100:00100000:1.0:1746070965.151417:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430978048 00000100:00100000:1.0:1746070965.151451:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29288 00000100:00100000:1.0:1746070965.151457:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430978048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.151465:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.151477:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036a08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01377e expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.151495:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.151500:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080369fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013770 expref: 35 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.151504:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070965.151508:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036a08 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01377e expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.151615:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080369fa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013770 expref: 35 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.151625:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036a08 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01377e expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.151632:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.151633:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.151637:0:9568:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080369fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013770 expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.151643:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080369fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013770 expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.151662:0:9568:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080369fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013770 expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.151671:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465000/0xa5d70600080369fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013770 expref: 34 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.151681:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426630784:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.151732:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.153780:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426630784:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070965.153793:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:1.0:1746070965.153831:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430978048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2372us (2509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.153838:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29288 00000100:00100000:0.0:1746070965.154470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.157298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.157341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.157404:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430978688 00000100:00100000:1.0:1746070965.157410:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430978688 00000100:00100000:1.0:1746070965.157451:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29289 00000100:00100000:1.0:1746070965.157457:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:1660:x1830887430978688:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.157468:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.157480:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008036a0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013785 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.157499:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.157503:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036a08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01377e expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.157512:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070965.157516:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008036a0f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013785 expref: 35 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.157541:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036a08 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01377e expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.157551:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008036a0f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013785 expref: 35 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.157558:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325acc00, rc 0) 00000100:00100000:1.0:1746070965.157585:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:1660:x1830887430978688:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.157602:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29289 00000100:00100000:0.0:1746070965.159925:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.160172:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430978944 00000100:00100000:1.0:1746070965.160177:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430978944 00002000:00100000:1.0:1746070965.160201:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2ca80 x1830887430978944/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.160209:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ca80 with x1830887430978944 ext(0->4095) 00010000:00010000:1.0:1746070965.160215:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036a08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01377e expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.160224:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036a08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01377e expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.160229:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2ca80 00000100:00100000:1.0:1746070965.160253:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2409 00000100:00100000:1.0:1746070965.160258:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430978944:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070965.161137:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430978944:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 877us (1213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.161143:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2409 00002000:00100000:1.0:1746070965.161148:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2ca80 x1830887430978944/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.161155:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ca80 with x1830887430978944 ext(0->4095) 00010000:00010000:1.0:1746070965.161160:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036a08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01377e expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.161168:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036a08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01377e expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.161173:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2ca80 00000100:00100000:0.0:1746070965.163975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.167500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.167804:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430979328 00000100:00100000:1.0:1746070965.167809:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430979328 00002000:00100000:1.0:1746070965.167835:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14ad80 x1830887430979328/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.167844:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14ad80 with x1830887430979328 ext(0->4095) 00002000:00010000:1.0:1746070965.167847:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e14ad80 00000100:00100000:1.0:1746070965.167859:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13263 00000100:00100000:1.0:1746070965.167888:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2008:x1830887430979328:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070965.167982:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2008:x1830887430979328:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.167987:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13263 00002000:00100000:1.0:1746070965.167991:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14ad80 x1830887430979328/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.167999:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14ad80 with x1830887430979328 ext(0->4095) 00002000:00010000:1.0:1746070965.168001:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e14ad80 00000100:00100000:0.0:1746070965.173695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.187243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.197046:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.197095:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.200953:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e351880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426631552:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070965.200971:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070965.201024:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad021050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2010:x1830887430979712:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3412us (3927us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070965.201033:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13092 00000100:00100000:0.0:1746070965.205171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.210099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.210202:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430980480 00000100:00100000:1.0:1746070965.210208:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430980480 00002000:00100000:1.0:1746070965.210241:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14a300 x1830887430980480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.210249:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14a300 with x1830887430980480 ext(0->4095) 00002000:00010000:1.0:1746070965.210252:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e14a300 00000100:00100000:1.0:1746070965.210279:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13264 00000100:00100000:1.0:1746070965.210284:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2009:x1830887430980480:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070965.210387:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2009:x1830887430980480:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.210393:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13264 00002000:00100000:1.0:1746070965.210398:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14a300 x1830887430980480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.210404:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14a300 with x1830887430980480 ext(0->4095) 00002000:00010000:1.0:1746070965.210407:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e14a300 00000100:00100000:0.0:1746070965.217557:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.217657:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430980608 00000100:00100000:1.0:1746070965.217664:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430980608 00000100:00100000:1.0:1746070965.217760:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29292 00000100:00100000:1.0:1746070965.217768:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430980608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.217783:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.217797:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008036a24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01379a expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.217823:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f28e600/0xa5d7060008036a1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013793 expref: 35 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.217829:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.217831:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.217834:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008036a24 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01379a expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.217856:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f28e600/0xa5d7060008036a1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013793 expref: 35 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.217888:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f28e600/0xa5d7060008036a1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013793 expref: 35 pid: 9566 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.217898:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426631808:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070965.217960:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.222845:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426631808:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070965.222894:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008036a24 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01379a expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.222908:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ace00, rc 0) 00000100:00100000:1.0:1746070965.222942:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430980608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5174us (5391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.222950:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29292 00000100:00100000:0.0:1746070965.225987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.226627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.226685:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430980864 00000100:00100000:0.0:1746070965.226691:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430980864 00000100:00100000:0.0:1746070965.226879:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29293 00000100:00100000:0.0:1746070965.226885:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:1660:x1830887430980864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070965.226894:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070965.226906:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008036a2b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0137a1 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.226922:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070965.226927:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008036a24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01379a expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.226932:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070965.226935:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008036a2b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137a1 expref: 38 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.226964:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008036a24 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01379a expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.226974:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008036a2b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137a1 expref: 38 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.226983:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3800, rc 0) 00000100:00100000:0.0:1746070965.227017:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:1660:x1830887430980864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070965.227039:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29293 00000100:00100000:0.0:1746070965.228967:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2007:x1830887430980736:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2182us (2983us total) trans 4294972198 rc 0/0 00000100:00100000:0.0:1746070965.228975:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2412 00002000:00100000:0.0:1746070965.228981:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e2ed80 x1830887430980736/t4294972198(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 496/448 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.228993:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ed80 with x1830887430980736 ext(0->7) 00010000:00010000:0.0:1746070965.228999:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f28e600/0xa5d7060008036a1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013793 expref: 39 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.229009:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f28e600/0xa5d7060008036a1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013793 expref: 39 pid: 9566 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.229014:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2ed80 00000100:00100000:0.0:1746070965.230847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.234089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.234108:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430981248 00000100:00100000:0.0:1746070965.234113:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430981248 00002000:00100000:0.0:1746070965.234140:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6333100 x1830887430981248/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.234149:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333100 with x1830887430981248 ext(0->4095) 00010000:00010000:0.0:1746070965.234155:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008036a24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01379a expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.234165:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008036a24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01379a expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.234171:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6333100 00000100:00100000:0.0:1746070965.234184:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2413 00000100:00100000:0.0:1746070965.234190:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430981248:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070965.234279:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430981248:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (190us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070965.234284:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2413 00002000:00100000:0.0:1746070965.234289:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6333100 x1830887430981248/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.234295:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333100 with x1830887430981248 ext(0->4095) 00010000:00010000:0.0:1746070965.234298:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008036a24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01379a expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.234306:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008036a24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01379a expref: 6 pid: 9568 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.234310:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6333100 00000100:00100000:0.0:1746070965.237387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.242417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.245358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.249115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.252442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.252515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.256073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.256197:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430982400 00000100:00100000:1.0:1746070965.256201:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430982400 00000100:00100000:1.0:1746070965.256227:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29296 00000100:00100000:1.0:1746070965.256232:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:1661:x1830887430982400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.256240:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.256249:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036a40 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0137b6 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.256262:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.256266:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d7060008036a39 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137af expref: 40 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.256271:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.256273:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036a40 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137b6 expref: 40 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.256293:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d7060008036a39 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137af expref: 39 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.256301:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036a40 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137b6 expref: 39 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.256308:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ada00, rc 0) 00000100:00100000:1.0:1746070965.256326:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:1661:x1830887430982400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.256334:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29296 00000100:00100000:0.0:1746070965.260510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.264052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.268160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.268384:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430983168 00000100:00100000:1.0:1746070965.268389:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430983168 00002000:00100000:1.0:1746070965.268420:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082104700 x1830887430983168/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.268428:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082104700 with x1830887430983168 ext(0->4095) 00002000:00010000:1.0:1746070965.268432:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082104700 00000100:00100000:1.0:1746070965.268456:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13267 00000100:00100000:1.0:1746070965.268463:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2008:x1830887430983168:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070965.268557:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2008:x1830887430983168:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.268562:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13267 00002000:00100000:1.0:1746070965.268567:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082104700 x1830887430983168/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.268573:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082104700 with x1830887430983168 ext(0->4095) 00002000:00010000:1.0:1746070965.268576:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082104700 00000100:00100000:0.0:1746070965.270387:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.273669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.278712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.280704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.283110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.283547:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430983936 00000100:00100000:1.0:1746070965.283552:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430983936 00000100:00100000:1.0:1746070965.283595:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29299 00000100:00100000:1.0:1746070965.283601:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:1661:x1830887430983936:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.283612:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.283623:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008036a55 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0137cb expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.283643:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.283647:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d7060008036a4e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137c4 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.283652:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.283654:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008036a55 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137cb expref: 40 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.283676:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124214400/0xa5d7060008036a4e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137c4 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.283685:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008036a55 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137cb expref: 40 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.283693:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad000, rc 0) 00000100:00100000:1.0:1746070965.283722:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:1661:x1830887430983936:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.283726:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29299 00000100:00100000:0.0:1746070965.283846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.287717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.290279:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.294305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.294610:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430984704 00000100:00100000:1.0:1746070965.294616:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430984704 00002000:00100000:1.0:1746070965.294647:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082105180 x1830887430984704/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.294655:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082105180 with x1830887430984704 ext(0->4095) 00002000:00010000:1.0:1746070965.294659:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082105180 00000100:00100000:1.0:1746070965.294686:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13269 00000100:00100000:1.0:1746070965.294692:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2008:x1830887430984704:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070965.294804:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2008:x1830887430984704:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.294810:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13269 00002000:00100000:1.0:1746070965.294815:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082105180 x1830887430984704/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.294821:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082105180 with x1830887430984704 ext(0->4095) 00002000:00010000:1.0:1746070965.294823:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082105180 00000100:00100000:0.0:1746070965.297608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.300601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.303769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.305784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.306604:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.306684:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430985472 00000100:00100000:1.0:1746070965.306688:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430985472 00000100:00100000:1.0:1746070965.306719:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29302 00000100:00100000:1.0:1746070965.306724:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:1661:x1830887430985472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.306731:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.306737:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008036a6a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0137e0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.306747:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.306751:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036a63 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137d9 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.306756:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.306758:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008036a6a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137e0 expref: 40 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.306777:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036a63 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137d9 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.306791:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008036a6a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137e0 expref: 40 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.306800:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325adc00, rc 0) 00000100:00100000:1.0:1746070965.306828:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:1661:x1830887430985472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.306833:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29302 00000100:00100000:0.0:1746070965.310018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.315147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.318704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.319179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.319233:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430986240 00000100:00100000:1.0:1746070965.319239:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430986240 00000100:00100000:1.0:1746070965.319296:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1040 00000100:00100000:1.0:1746070965.319302:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887430986240:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070965.319349:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887430986240:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 46us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.319355:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1040 00000100:00100000:1.0:1746070965.319394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.321117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.321151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.321181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.321204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.321219:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430986752 00000100:00100000:0.0:1746070965.321223:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430986752 00000100:00100000:0.0:1746070965.321249:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430986368 00000100:00100000:0.0:1746070965.321251:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430986368 00000100:00100000:0.0:1746070965.321264:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430986624 00000100:00100000:0.0:1746070965.321265:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430986624 00000100:00100000:0.0:1746070965.321277:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1041 00000100:00100000:0.0:1746070965.321282:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887430986752:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070965.321312:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887430986752:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 30us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070965.321318:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1041 00000100:00100000:0.0:1746070965.321336:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1042 00000100:00100000:0.0:1746070965.321341:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2007:x1830887430986368:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070965.321357:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2007:x1830887430986368:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 17us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070965.321362:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1042 00000100:00100000:0.0:1746070965.321370:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1043 00000100:00100000:0.0:1746070965.321374:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887430986624:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070965.321393:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887430986624:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 19us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070965.321398:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1043 00000100:00100000:0.0:1746070965.321490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.321504:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430986880 00000100:00100000:0.0:1746070965.321506:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430986880 00000100:00100000:0.0:1746070965.321524:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 732 00000100:00100000:0.0:1746070965.321528:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887430986880:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070965.321548:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887430986880:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 20us (59us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070965.321553:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 732 00000100:00100000:0.0:1746070965.323107:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.326409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.335581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.336746:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2007:x1830887430987392:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 789us (1170us total) trans 4294972199 rc 0/0 00000100:00100000:0.0:1746070965.336752:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2417 00002000:00100000:0.0:1746070965.336758:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fd25c00 x1830887430987392/t4294972199(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 496/448 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.336765:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd25c00 with x1830887430987392 ext(0->7) 00010000:00010000:0.0:1746070965.336771:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008036a6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137e0 expref: 40 pid: 9568 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.336779:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008036a6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137e0 expref: 40 pid: 9568 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.336784:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd25c00 00000100:00100000:0.0:1746070965.338041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.341087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.343960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.344057:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430987904 00000100:00100000:1.0:1746070965.344063:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430987904 00002000:00100000:1.0:1746070965.344092:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd24e00 x1830887430987904/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.344100:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd24e00 with x1830887430987904 ext(0->4095) 00010000:00010000:1.0:1746070965.344107:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008036a71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137e7 expref: 6 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.344117:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008036a71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137e7 expref: 6 pid: 17293 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.344124:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd24e00 00000100:00100000:1.0:1746070965.344138:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2418 00000100:00100000:1.0:1746070965.344144:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430987904:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070965.344237:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430987904:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.344242:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2418 00002000:00100000:1.0:1746070965.344247:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd24e00 x1830887430987904/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.344254:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd24e00 with x1830887430987904 ext(0->4095) 00010000:00010000:1.0:1746070965.344258:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008036a71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137e7 expref: 6 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.344266:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008036a71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137e7 expref: 6 pid: 17293 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.344271:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd24e00 00000100:00100000:0.0:1746070965.349535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.353720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.363938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.364126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.367103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.368814:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.371719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.373837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.376435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.379786:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2008:x1830887430989568:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2994us (3351us total) trans 4294972200 rc 0/0 00000100:00100000:0.0:1746070965.379795:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2420 00002000:00100000:0.0:1746070965.379803:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e00000 x1830887430989568/t4294972200(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 496/448 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.379811:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00000 with x1830887430989568 ext(0->7) 00010000:00010000:0.0:1746070965.379819:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036a86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137fc expref: 42 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.379831:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036a86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0137fc expref: 42 pid: 17293 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.379837:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e00000 00000100:00100000:0.0:1746070965.382191:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.387459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.387533:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430989952 00000100:00100000:1.0:1746070965.387539:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430989952 00002000:00100000:1.0:1746070965.387572:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e02d80 x1830887430989952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.387582:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02d80 with x1830887430989952 ext(0->4095) 00002000:00010000:1.0:1746070965.387596:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e02d80 00000100:00100000:1.0:1746070965.387623:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13274 00000100:00100000:1.0:1746070965.387629:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430989952:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070965.387733:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430989952:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.387739:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13274 00002000:00100000:1.0:1746070965.387744:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e02d80 x1830887430989952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.387750:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02d80 with x1830887430989952 ext(0->4095) 00002000:00010000:1.0:1746070965.387753:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e02d80 00000100:00100000:0.0:1746070965.389612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.391422:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430990208 00000100:00100000:0.0:1746070965.391426:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430990208 00000100:00100000:0.0:1746070965.391451:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29309 00000100:00100000:0.0:1746070965.391456:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1661:x1830887430990208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070965.391464:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070965.391472:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008036a9b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013811 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.391485:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070965.391489:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036a94 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01380a expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.391494:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070965.391496:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008036a9b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013811 expref: 44 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.391516:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036a94 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01380a expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.391529:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008036a9b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013811 expref: 44 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.391538:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3200, rc 0) 00000100:00100000:0.0:1746070965.391564:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:1661:x1830887430990208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070965.391570:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29309 00000100:00100000:0.0:1746070965.392905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.396325:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.396388:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430990592 00000100:00100000:1.0:1746070965.396393:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430990592 00002000:00100000:1.0:1746070965.396429:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e61180 x1830887430990592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.396438:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61180 with x1830887430990592 ext(0->4095) 00010000:00010000:1.0:1746070965.396445:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036a94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01380a expref: 43 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.396456:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036a94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01380a expref: 43 pid: 17293 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.396462:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e61180 00000100:00100000:1.0:1746070965.397007:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2421 00000100:00100000:1.0:1746070965.397014:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2008:x1830887430990592:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070965.397540:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2008:x1830887430990592:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 526us (1221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.397546:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2421 00002000:00100000:1.0:1746070965.397550:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e61180 x1830887430990592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.397558:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61180 with x1830887430990592 ext(0->4095) 00010000:00010000:1.0:1746070965.397563:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036a94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01380a expref: 43 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.397572:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036a94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01380a expref: 43 pid: 17293 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.397577:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e61180 00000100:00100000:0.0:1746070965.399958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.403464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.403820:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430990976 00000100:00100000:1.0:1746070965.403825:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430990976 00002000:00100000:1.0:1746070965.403853:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e60e00 x1830887430990976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.403884:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e60e00 with x1830887430990976 ext(0->4095) 00002000:00010000:1.0:1746070965.403887:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e60e00 00000100:00100000:1.0:1746070965.403902:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13275 00000100:00100000:1.0:1746070965.403913:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2010:x1830887430990976:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070965.404881:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2010:x1830887430990976:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 972us (1417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.404887:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13275 00002000:00100000:1.0:1746070965.404893:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e60e00 x1830887430990976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.404905:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e60e00 with x1830887430990976 ext(0->4095) 00002000:00010000:1.0:1746070965.404908:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e60e00 00000100:00100000:0.0:1746070965.406728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.409946:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.414336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.414427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.415041:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430991616 00000100:00100000:1.0:1746070965.415045:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430991616 00002000:00100000:1.0:1746070965.415070:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6d80 x1830887430991616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.415078:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6d80 with x1830887430991616 ext(0->4095) 00010000:00010000:1.0:1746070965.415083:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036aa2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013818 expref: 6 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.415093:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036aa2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013818 expref: 6 pid: 17293 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.415099:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f6d80 00000100:00100000:1.0:1746070965.415123:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2422 00000100:00100000:1.0:1746070965.415128:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430991616:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070965.415217:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887430991616:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (789us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.415223:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2422 00002000:00100000:1.0:1746070965.415227:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6d80 x1830887430991616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.415234:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6d80 with x1830887430991616 ext(0->4095) 00010000:00010000:1.0:1746070965.415238:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036aa2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013818 expref: 6 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.415247:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036aa2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013818 expref: 6 pid: 17293 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.415252:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f6d80 00000100:00100000:0.0:1746070965.419559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.420207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.427683:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.427860:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430992128 00000100:00100000:1.0:1746070965.427888:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430992128 00002000:00100000:1.0:1746070965.427924:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f5f80 x1830887430992128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.427932:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5f80 with x1830887430992128 ext(0->4095) 00010000:00010000:1.0:1746070965.427939:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036aa9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01381f expref: 44 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.427950:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036aa9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01381f expref: 44 pid: 17293 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.427956:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f5f80 00000100:00100000:1.0:1746070965.427990:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2423 00000100:00100000:1.0:1746070965.427997:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887430992128:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070965.428109:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887430992128:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.428115:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2423 00002000:00100000:1.0:1746070965.428120:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f5f80 x1830887430992128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.428126:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5f80 with x1830887430992128 ext(0->4095) 00010000:00010000:1.0:1746070965.428131:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036aa9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01381f expref: 44 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.428139:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036aa9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01381f expref: 44 pid: 17293 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.428144:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f5f80 00000100:00100000:0.0:1746070965.430669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.434403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.437297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.440125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.442478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.442648:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430993024 00000100:00100000:1.0:1746070965.442653:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430993024 00002000:00100000:1.0:1746070965.442684:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538380 x1830887430993024/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.442692:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538380 with x1830887430993024 ext(0->4095) 00002000:00010000:1.0:1746070965.442696:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d538380 00000100:00100000:1.0:1746070965.442752:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13277 00000100:00100000:1.0:1746070965.442759:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430993024:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070965.442938:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887430993024:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.442943:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13277 00002000:00100000:1.0:1746070965.442948:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538380 x1830887430993024/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.442956:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538380 with x1830887430993024 ext(0->4095) 00002000:00010000:1.0:1746070965.442959:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d538380 00000100:00100000:0.0:1746070965.444699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.445904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.448534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.452393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.455064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.455161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.461494:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.466033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.466280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.470521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.474455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.478127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.478417:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430995072 00000100:00100000:1.0:1746070965.478423:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430995072 00002000:00100000:1.0:1746070965.478452:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8e300 x1830887430995072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.478460:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8e300 with x1830887430995072 ext(0->4095) 00002000:00010000:1.0:1746070965.478463:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8e300 00000100:00100000:1.0:1746070965.478489:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13278 00000100:00100000:1.0:1746070965.478495:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887430995072:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070965.478611:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887430995072:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.478617:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13278 00002000:00100000:1.0:1746070965.478621:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8e300 x1830887430995072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.478628:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8e300 with x1830887430995072 ext(0->4095) 00002000:00010000:1.0:1746070965.478630:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8e300 00000100:00100000:0.0:1746070965.481023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:0.0:1746070965.483497:0:9567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036ad3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013849 expref: 42 pid: 17293 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746070965.483511:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e353b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426638464:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070965.483528:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d7060008036ada lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013850 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.483535:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880124214200, rc 0) 00000100:00100000:0.0:1746070965.483557:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430995200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2331us (2538us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070965.483563:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29318 00000100:00100000:0.0:1746070965.487364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.487971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.489176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.497332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.504360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.504421:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430996224 00000100:00100000:1.0:1746070965.504427:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430996224 00002000:00100000:1.0:1746070965.504457:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094919500 x1830887430996224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.504466:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919500 with x1830887430996224 ext(0->4095) 00010000:00010000:1.0:1746070965.504472:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726f0e00/0xa5d7060008036ae1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013857 expref: 43 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.504484:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726f0e00/0xa5d7060008036ae1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013857 expref: 43 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.504494:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094919500 00000100:00100000:1.0:1746070965.504557:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2427 00000100:00100000:1.0:1746070965.504563:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887430996224:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070965.505874:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887430996224:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1299us (1502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.505986:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2427 00002000:00100000:1.0:1746070965.505993:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094919500 x1830887430996224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.506001:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919500 with x1830887430996224 ext(0->4095) 00010000:00010000:1.0:1746070965.506008:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726f0e00/0xa5d7060008036ae1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013857 expref: 43 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.506018:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726f0e00/0xa5d7060008036ae1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013857 expref: 43 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.506024:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094919500 00000100:00100000:0.0:1746070965.513206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.517555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.517976:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430996608 00000100:00100000:1.0:1746070965.517981:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430996608 00002000:00100000:1.0:1746070965.518011:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607fb80 x1830887430996608/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.518020:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607fb80 with x1830887430996608 ext(0->4095) 00002000:00010000:1.0:1746070965.518024:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a607fb80 00000100:00100000:1.0:1746070965.518051:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13280 00000100:00100000:1.0:1746070965.518058:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2008:x1830887430996608:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070965.518577:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2008:x1830887430996608:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 520us (1028us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.518591:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13280 00002000:00100000:1.0:1746070965.518596:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607fb80 x1830887430996608/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.518603:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607fb80 with x1830887430996608 ext(0->4095) 00002000:00010000:1.0:1746070965.518605:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a607fb80 00000100:00100000:0.0:1746070965.524676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.538035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.538129:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430996864 00000100:00100000:1.0:1746070965.538137:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430996864 00002000:00100000:1.0:1746070965.538175:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a607ce00 x1830887430996864/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 496/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.538183:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607ce00 with x1830887430996864 ext(0->7) 00010000:00010000:1.0:1746070965.538191:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008036ae8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01385e expref: 42 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.538203:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008036ae8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01385e expref: 42 pid: 17293 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.538209:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607ce00 00000100:00100000:1.0:1746070965.539637:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2428 00000100:00100000:1.0:1746070965.539649:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2008:x1830887430996864:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070965.540613:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887430996864:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 965us (2583us total) trans 4294972201 rc 0/0 00000100:00100000:1.0:1746070965.540621:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2428 00002000:00100000:1.0:1746070965.540627:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a607ce00 x1830887430996864/t4294972201(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 496/448 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.540632:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607ce00 with x1830887430996864 ext(0->7) 00010000:00010000:1.0:1746070965.540639:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008036ae8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01385e expref: 44 pid: 17293 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.540647:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008036ae8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01385e expref: 44 pid: 17293 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.540651:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607ce00 00000100:00100000:0.0:1746070965.544435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.544514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.549124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.549180:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430997376 00000100:00100000:1.0:1746070965.549187:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430997376 00002000:00100000:1.0:1746070965.549344:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f692680 x1830887430997376/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.549354:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f692680 with x1830887430997376 ext(0->4095) 00010000:00010000:1.0:1746070965.549362:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008036aef lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013865 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.549373:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008036aef lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013865 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.549378:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f692680 00000100:00100000:1.0:1746070965.549404:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2429 00000100:00100000:1.0:1746070965.549411:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430997376:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070965.549522:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430997376:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.549528:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2429 00002000:00100000:1.0:1746070965.549533:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f692680 x1830887430997376/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.549540:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f692680 with x1830887430997376 ext(0->4095) 00010000:00010000:1.0:1746070965.549543:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008036aef lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013865 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.549551:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008036aef lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013865 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.549555:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f692680 00000100:00100000:0.0:1746070965.554189:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.559543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070965.559612:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070965.563175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.563253:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430997888 00000100:00100000:1.0:1746070965.563260:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430997888 00000100:00100000:1.0:1746070965.563307:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29323 00000100:00100000:1.0:1746070965.563314:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887430997888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.563328:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.563341:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036afd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013873 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.563365:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008036af6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01386c expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.563371:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.563374:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.563377:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036afd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013873 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.563400:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008036af6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01386c expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.563409:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008036af6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01386c expref: 43 pid: 9567 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.563419:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072775c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426639744:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070965.564228:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.565727:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072775c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426639744:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070965.565757:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036afd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013873 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.565770:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac200, rc 0) 00000100:00100000:1.0:1746070965.565801:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887430997888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2488us (2633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.565808:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29323 00000100:00100000:0.0:1746070965.569895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.574160:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.579630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.583569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.592972:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.598899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.598962:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430999040 00000100:00100000:1.0:1746070965.598968:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430999040 00002000:00100000:1.0:1746070965.598998:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f691180 x1830887430999040/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 496/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.599005:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691180 with x1830887430999040 ext(0->7) 00010000:00010000:1.0:1746070965.599011:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036b04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01387a expref: 44 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.599026:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036b04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01387a expref: 44 pid: 9566 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.599032:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691180 00000100:00100000:1.0:1746070965.599058:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2431 00000100:00100000:1.0:1746070965.599064:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887430999040:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070965.600370:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430999168 00000100:00100000:0.0:1746070965.600374:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430999168 00000100:00100000:0.0:1746070965.600405:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29326 00000100:00100000:0.0:1746070965.600412:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:1660:x1830887430999168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070965.600419:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070965.600431:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008036b12 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013888 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.600447:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070965.600451:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008036b0b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013881 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.600457:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070965.600460:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008036b12 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013888 expref: 48 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.600490:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008036b0b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013881 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.600500:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008036b12 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013888 expref: 48 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.600508:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2c00, rc 0) 00000100:00100000:0.0:1746070965.600543:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:1660:x1830887430999168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070965.600552:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29326 00000100:00100000:0.0:1746070965.601141:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2008:x1830887430999040:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2076us (2242us total) trans 4294972202 rc 0/0 00000100:00100000:0.0:1746070965.601148:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2431 00002000:00100000:0.0:1746070965.601154:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f691180 x1830887430999040/t4294972202(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 496/448 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.601161:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691180 with x1830887430999040 ext(0->7) 00010000:00010000:0.0:1746070965.601165:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036b04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01387a expref: 47 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.601175:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036b04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01387a expref: 47 pid: 9566 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.601180:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691180 00000100:00100000:0.0:1746070965.603254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.607302:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.607381:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887430999552 00000100:00100000:0.0:1746070965.607386:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887430999552 00002000:00100000:0.0:1746070965.607413:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072775c00 x1830887430999552/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.607422:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775c00 with x1830887430999552 ext(0->4095) 00010000:00010000:0.0:1746070965.607428:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008036b0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013881 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.607438:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008036b0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013881 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.607444:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072775c00 00000100:00100000:0.0:1746070965.607494:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2432 00000100:00100000:0.0:1746070965.607501:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430999552:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070965.607610:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887430999552:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070965.607615:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2432 00002000:00100000:0.0:1746070965.607620:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072775c00 x1830887430999552/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.607627:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775c00 with x1830887430999552 ext(0->4095) 00010000:00010000:0.0:1746070965.607631:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008036b0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013881 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.607639:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008036b0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013881 expref: 6 pid: 9566 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.607644:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072775c00 00000100:00100000:0.0:1746070965.609931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.614617:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.616670:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.619811:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.622505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.624209:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.625606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.627307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.629961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.633670:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.637822:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431001472 00000100:00100000:0.0:1746070965.637828:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431001472 00002000:00100000:0.0:1746070965.637859:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d302d80 x1830887431001472/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.637890:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302d80 with x1830887431001472 ext(0->4095) 00002000:00010000:0.0:1746070965.637895:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d302d80 00000100:00100000:0.0:1746070965.637911:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13285 00000100:00100000:0.0:1746070965.637918:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2007:x1830887431001472:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070965.638025:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2007:x1830887431001472:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070965.638030:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13285 00002000:00100000:0.0:1746070965.638035:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d302d80 x1830887431001472/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.638041:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302d80 with x1830887431001472 ext(0->4095) 00002000:00010000:0.0:1746070965.638044:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d302d80 00000100:00100000:0.0:1746070965.641050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.649063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.649148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.656186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.656282:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431002112 00000100:00100000:1.0:1746070965.656289:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431002112 00002000:00100000:1.0:1746070965.656324:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdd180 x1830887431002112/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.656333:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdd180 with x1830887431002112 ext(0->4095) 00010000:00010000:1.0:1746070965.656341:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036b2e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138a4 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.656353:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036b2e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138a4 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.656359:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdd180 00000100:00100000:1.0:1746070965.656376:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2434 00000100:00100000:1.0:1746070965.656382:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431002112:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070965.656502:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431002112:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.656511:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2434 00002000:00100000:1.0:1746070965.656516:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdd180 x1830887431002112/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.656523:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdd180 with x1830887431002112 ext(0->4095) 00010000:00010000:1.0:1746070965.656527:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036b2e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138a4 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.656535:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036b2e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138a4 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.656540:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdd180 00000100:00100000:0.0:1746070965.658817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.659458:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.665847:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.666278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.669773:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431003136 00000100:00100000:0.0:1746070965.669778:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431003136 00002000:00100000:0.0:1746070965.669808:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300700 x1830887431003136/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.669816:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300700 with x1830887431003136 ext(0->4095) 00010000:00010000:0.0:1746070965.669822:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036b3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138b2 expref: 48 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.669832:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036b3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138b2 expref: 48 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.669837:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300700 00000100:00100000:0.0:1746070965.669852:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2436 00000100:00100000:0.0:1746070965.669858:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2008:x1830887431003136:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070965.670549:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2008:x1830887431003136:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 689us (935us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070965.670554:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2436 00002000:00100000:0.0:1746070965.670560:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300700 x1830887431003136/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070965.670566:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300700 with x1830887431003136 ext(0->4095) 00010000:00010000:0.0:1746070965.670570:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036b3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138b2 expref: 47 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.670578:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036b3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138b2 expref: 47 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746070965.670596:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300700 00000100:00100000:0.0:1746070965.672306:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.673051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.677698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.677744:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431003520 00000100:00100000:1.0:1746070965.677750:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431003520 00010000:00010000:1.0:1746070965.677775:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036b43 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138b9 expref: 47 pid: 9567 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.677800:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13136 00000100:00100000:1.0:1746070965.677806:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2010:x1830887431003520:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070965.677818:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070965.677834:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036b43 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138b9 expref: 47 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.678109:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036b43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138b9 expref: 46 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.678127:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036b43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138b9 expref: 46 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.678359:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.678361:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.678368:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008036b4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138c0 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.678375:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008036b4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138c0 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.678400:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008036b4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138c0 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070965.678410:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cfe1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426642688:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.678723:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070965.681908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.685231:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.689366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.689404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.689846:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726059c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.693617:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.698110:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.698987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.701342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.701644:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431004928 00000100:00100000:1.0:1746070965.701652:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431004928 00002000:00100000:1.0:1746070965.701676:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803800 x1830887431004928/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.701684:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803800 with x1830887431004928 ext(0->4095) 00010000:00010000:1.0:1746070965.701690:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036b58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138ce expref: 46 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.701705:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036b58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138ce expref: 46 pid: 9566 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.701710:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d803800 00000100:00100000:1.0:1746070965.701722:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2438 00000100:00100000:1.0:1746070965.701726:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2008:x1830887431004928:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070965.701817:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2008:x1830887431004928:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.701823:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2438 00002000:00100000:1.0:1746070965.701827:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803800 x1830887431004928/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.702824:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803800 with x1830887431004928 ext(0->4095) 00010000:00010000:1.0:1746070965.702830:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036b58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138ce expref: 46 pid: 9566 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.702840:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036b58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0138ce expref: 46 pid: 9566 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.702845:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d803800 00000100:00100000:0.0:1746070965.704266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.704305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.707504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.709359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.710991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.712916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.715346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.719788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.721762:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.722136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.724600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.727854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.730197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.733948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.738925:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.747025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.747406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.748518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.756678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.756760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.759725:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.762238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.766228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.768841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.771820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.775122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.775312:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431009408 00000100:00100000:1.0:1746070965.775317:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431009408 00002000:00100000:1.0:1746070965.775348:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e119c00 x1830887431009408/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.775362:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119c00 with x1830887431009408 ext(0->4095) 00002000:00010000:1.0:1746070965.775366:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119c00 00000100:00100000:1.0:1746070965.775388:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13291 00000100:00100000:1.0:1746070965.775394:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431009408:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070965.775717:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431009408:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 322us (596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.775722:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13291 00002000:00100000:1.0:1746070965.775726:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e119c00 x1830887431009408/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.775733:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119c00 with x1830887431009408 ext(0->4095) 00002000:00010000:1.0:1746070965.775735:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119c00 00000100:00100000:0.0:1746070965.776355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.779801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.779895:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431009664 00000100:00100000:1.0:1746070965.779901:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431009664 00000100:00100000:1.0:1746070965.779938:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29347 00000100:00100000:1.0:1746070965.779944:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:1661:x1830887431009664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.779955:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.779966:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036ba5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01391b expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.779982:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.779987:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036b9e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013914 expref: 48 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.780233:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.780238:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036ba5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01391b expref: 48 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.780263:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036b9e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013914 expref: 48 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.780272:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036ba5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01391b expref: 48 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.780280:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac200, rc 0) 00000100:00100000:1.0:1746070965.780312:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:1661:x1830887431009664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 368us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.780317:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29347 00000100:00100000:0.0:1746070965.780919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.783895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.784136:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431010048 00000100:00100000:1.0:1746070965.784141:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431010048 00002000:00100000:1.0:1746070965.784167:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d852680 x1830887431010048/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.784176:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d852680 with x1830887431010048 ext(0->4095) 00010000:00010000:1.0:1746070965.784182:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036b9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013914 expref: 47 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.784194:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036b9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013914 expref: 47 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.784200:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d852680 00000100:00100000:1.0:1746070965.784214:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2443 00000100:00100000:1.0:1746070965.784220:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2007:x1830887431010048:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070965.784321:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2007:x1830887431010048:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.784326:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2443 00002000:00100000:1.0:1746070965.784331:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d852680 x1830887431010048/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.784338:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d852680 with x1830887431010048 ext(0->4095) 00010000:00010000:1.0:1746070965.784342:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036b9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013914 expref: 47 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.784350:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036b9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013914 expref: 47 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.784355:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d852680 00000100:00100000:0.0:1746070965.787727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.795546:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431010432 00000100:00100000:1.0:1746070965.795554:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431010432 00002000:00100000:1.0:1746070965.795601:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c3100 x1830887431010432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.795609:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3100 with x1830887431010432 ext(0->4095) 00002000:00010000:1.0:1746070965.795614:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c3100 00000100:00100000:1.0:1746070965.795632:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13292 00000100:00100000:1.0:1746070965.795639:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2007:x1830887431010432:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070965.795784:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2007:x1830887431010432:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.795790:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13292 00002000:00100000:1.0:1746070965.795798:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c3100 x1830887431010432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.795804:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3100 with x1830887431010432 ext(0->4095) 00002000:00010000:1.0:1746070965.795807:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c3100 00000100:00100000:0.0:1746070965.800722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.804502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.805043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.809998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.810068:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431011072 00000100:00100000:1.0:1746070965.810073:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431011072 00002000:00100000:1.0:1746070965.810101:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cca80 x1830887431011072/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.810109:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cca80 with x1830887431011072 ext(0->4095) 00010000:00010000:1.0:1746070965.810114:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036bac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013922 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.810124:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036bac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013922 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.810135:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cca80 00000100:00100000:1.0:1746070965.810160:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2444 00000100:00100000:1.0:1746070965.810165:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431011072:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070965.810257:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431011072:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.810263:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2444 00002000:00100000:1.0:1746070965.810267:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cca80 x1830887431011072/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.810273:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cca80 with x1830887431011072 ext(0->4095) 00010000:00010000:1.0:1746070965.810277:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036bac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013922 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.810286:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036bac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013922 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.810291:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cca80 00000100:00100000:0.0:1746070965.812939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.816629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.821004:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.828790:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.829062:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431011712 00000100:00100000:1.0:1746070965.829069:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431011712 00002000:00100000:1.0:1746070965.829101:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096ea7b80 x1830887431011712/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 496/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.829111:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea7b80 with x1830887431011712 ext(0->7) 00010000:00010000:1.0:1746070965.829118:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036bb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013929 expref: 46 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.829130:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036bb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013929 expref: 46 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.829136:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ea7b80 00000100:00100000:1.0:1746070965.829161:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2445 00000100:00100000:1.0:1746070965.829167:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2007:x1830887431011712:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070965.831256:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2007:x1830887431011712:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2084us (2469us total) trans 4294972203 rc 0/0 00000100:00100000:1.0:1746070965.831265:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2445 00002000:00100000:1.0:1746070965.831273:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096ea7b80 x1830887431011712/t4294972203(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:596/0 lens 496/448 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.831280:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea7b80 with x1830887431011712 ext(0->7) 00010000:00010000:1.0:1746070965.831288:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036bb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013929 expref: 48 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.831298:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036bb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013929 expref: 48 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.831305:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ea7b80 00000100:00100000:0.0:1746070965.844421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.851966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.858840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.859082:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431012224 00000100:00100000:1.0:1746070965.859088:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431012224 00002000:00100000:1.0:1746070965.859116:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096ea6d80 x1830887431012224/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/0 e 0 to 0 dl 1746070976 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.859124:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea6d80 with x1830887431012224 ext(0->4095) 00010000:00010000:1.0:1746070965.859131:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036bba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013930 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.859141:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036bba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013930 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.859147:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ea6d80 00000100:00100000:1.0:1746070965.859172:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2446 00000100:00100000:1.0:1746070965.859177:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431012224:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070965.859277:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431012224:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070965.859283:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2446 00002000:00100000:1.0:1746070965.859288:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096ea6d80 x1830887431012224/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746070976 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070965.859299:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea6d80 with x1830887431012224 ext(0->4095) 00010000:00010000:1.0:1746070965.859303:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036bba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013930 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.859312:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036bba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013930 expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00002000:00010000:1.0:1746070965.859317:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ea6d80 00000100:00100000:0.0:1746070965.865102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.868707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.878712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.878820:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431012736 00000100:00100000:1.0:1746070965.878828:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431012736 00000100:00100000:1.0:1746070965.878886:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29352 00000100:00100000:1.0:1746070965.878892:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431012736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070965.878906:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070965.878918:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036bc8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01393e expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.878939:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036bc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013937 expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.878945:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.878946:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070965.878949:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036bc8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01393e expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.878969:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036bc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013937 expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.878981:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036bc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013937 expref: 47 pid: 9567 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.878990:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cfe0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426647168:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070965.879054:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.880112:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cfe0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426647168:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070965.880128:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036bc8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01393e expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.880137:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ada00, rc 0) 00000100:00100000:1.0:1746070965.880158:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431012736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1266us (1452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070965.880163:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29352 00000100:00100000:0.0:1746070965.904606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.907956:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.908643:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431012992 00000100:00100000:0.0:1746070965.908649:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431012992 00000100:00100000:0.0:1746070965.908694:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29353 00000100:00100000:0.0:1746070965.908701:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:1660:x1830887431012992:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070965.908712:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070965.908725:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008036bcf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013945 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.908747:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070965.908752:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036bc8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01393e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.908757:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070965.908760:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008036bcf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013945 expref: 52 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.908788:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036bc8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01393e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.908797:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008036bcf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013945 expref: 52 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.908806:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2600, rc 0) 00000100:00100000:0.0:1746070965.908852:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:1660:x1830887431012992:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070965.908858:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29353 00000100:00100000:0.0:1746070965.913001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.914637:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13154 00000100:00100000:1.0:1746070965.915402:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2009:x1830887431013120:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070965.915417:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070965.915436:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036bc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013937 expref: 51 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.915448:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036bc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013937 expref: 51 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.915466:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036bc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013937 expref: 51 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:1.0:1746070965.915487:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.915488:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070965.915495:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036bc8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01393e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.915502:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036bc8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01393e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.915529:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036bc8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01393e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070965.915538:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036bc8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01393e expref: 5 pid: 17293 timeout: 788 lvb_type: 0 00000100:00100000:1.0:1746070965.915547:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cfe3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426647424:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070965.915638:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070965.918915:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.923146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.928782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.931461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.935134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.937523:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.938384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.940045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.942354:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431014656 00000100:00100000:0.0:1746070965.942358:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431014656 00010000:00010000:0.0:1746070965.942380:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036bd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01394c expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746070965.942413:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13157 00000100:00100000:0.0:1746070965.942420:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431014656:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070965.942429:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070965.942443:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036bd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01394c expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.942453:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036bd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01394c expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.942469:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036bd6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01394c expref: 6 pid: 9567 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746070965.942496:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070965.942498:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070965.942504:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036bdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013953 expref: 50 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.942511:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036bdd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013953 expref: 50 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.942534:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036bdd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013953 expref: 50 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070965.942544:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036bdd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013953 expref: 50 pid: 9567 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746070965.942553:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426648192:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070965.942615:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070965.946292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.949292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.954058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.958210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.964410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.966438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.968989:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.970840:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.973709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.977061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.981793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.984038:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.986543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070965.990257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.992078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.993606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.995708:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070965.998735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.002245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070966.002449:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070966.006005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.007973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070966.008140:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070966.010402:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.013231:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.013313:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431018880 00000100:00100000:1.0:1746070966.013318:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431018880 00002000:00100000:1.0:1746070966.013344:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1e300 x1830887431018880/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.013352:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1e300 with x1830887431018880 ext(0->4095) 00002000:00010000:1.0:1746070966.013355:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1e300 00000100:00100000:1.0:1746070966.013551:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13302 00000100:00100000:1.0:1746070966.013557:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431018880:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070966.014348:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431018880:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 789us (1115us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.014354:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13302 00002000:00100000:1.0:1746070966.014359:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1e300 x1830887431018880/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.014366:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1e300 with x1830887431018880 ext(0->4095) 00002000:00010000:1.0:1746070966.014369:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1e300 00000100:00100000:0.0:1746070966.017455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.017497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.023374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.023584:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431019520 00000100:00100000:1.0:1746070966.023589:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431019520 00002000:00100000:1.0:1746070966.023618:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50fb800 x1830887431019520/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.023627:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb800 with x1830887431019520 ext(0->4095) 00010000:00010000:1.0:1746070966.023633:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036c1c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013992 expref: 51 pid: 17293 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.023644:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036c1c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013992 expref: 51 pid: 17293 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.023650:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50fb800 00000100:00100000:1.0:1746070966.024419:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2452 00000100:00100000:1.0:1746070966.024426:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2008:x1830887431019520:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.024538:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2008:x1830887431019520:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (1168us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.024544:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2452 00002000:00100000:1.0:1746070966.024549:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50fb800 x1830887431019520/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.024556:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb800 with x1830887431019520 ext(0->4095) 00010000:00010000:1.0:1746070966.024561:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036c1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013992 expref: 51 pid: 17293 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.024569:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036c1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013992 expref: 51 pid: 17293 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.024584:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50fb800 00000100:00100000:0.0:1746070966.026552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.027112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.031126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.033673:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.034485:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.037751:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431020544 00000100:00100000:0.0:1746070966.037755:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431020544 00002000:00100000:0.0:1746070966.037784:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851880 x1830887431020544/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.037792:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851880 with x1830887431020544 ext(0->4095) 00010000:00010000:0.0:1746070966.037799:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139a0 expref: 6 pid: 17293 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.037814:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139a0 expref: 6 pid: 17293 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746070966.037819:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851880 00000100:00100000:0.0:1746070966.037845:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2454 00000100:00100000:0.0:1746070966.037851:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431020544:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070966.037953:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431020544:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (416us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070966.037958:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2454 00002000:00100000:0.0:1746070966.037963:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851880 x1830887431020544/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.037970:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851880 with x1830887431020544 ext(0->4095) 00010000:00010000:0.0:1746070966.037974:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139a0 expref: 6 pid: 17293 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.037982:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139a0 expref: 6 pid: 17293 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746070966.037988:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851880 00000100:00100000:0.0:1746070966.039717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.044366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.044477:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431020928 00000100:00100000:1.0:1746070966.044483:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431020928 00002000:00100000:1.0:1746070966.044514:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc40380 x1830887431020928/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.044522:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc40380 with x1830887431020928 ext(0->4095) 00002000:00010000:1.0:1746070966.044525:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc40380 00000100:00100000:1.0:1746070966.044538:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13303 00000100:00100000:1.0:1746070966.044544:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431020928:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.044657:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431020928:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.044662:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13303 00002000:00100000:1.0:1746070966.044666:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc40380 x1830887431020928/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.044679:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc40380 with x1830887431020928 ext(0->4095) 00002000:00010000:1.0:1746070966.044681:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc40380 00000100:00100000:0.0:1746070966.046340:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.046488:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431021056 00000100:00100000:1.0:1746070966.046493:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431021056 00000100:00100000:1.0:1746070966.046532:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29368 00000100:00100000:1.0:1746070966.046538:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431021056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.046547:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.046560:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036c38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0139ae expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.046608:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036c31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139a7 expref: 49 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.046614:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.046616:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.046619:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036c38 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ae expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.046641:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036c31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139a7 expref: 49 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.046651:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036c31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139a7 expref: 49 pid: 17293 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.046661:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426651264:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.046719:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.049746:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426651264:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.049775:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036c38 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ae expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.049788:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac000, rc 0) 00000100:00100000:1.0:1746070966.049831:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431021056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3292us (3493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.049838:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29368 00000100:00100000:0.0:1746070966.050417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.058103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.058189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.058268:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431021568 00000100:00100000:1.0:1746070966.058276:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431021568 00000100:00100000:1.0:1746070966.058324:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29369 00000100:00100000:1.0:1746070966.058331:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:1660:x1830887431021568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.058345:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.058359:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036c3f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0139b5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.058380:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036c38 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ae expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.058387:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.058388:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.058391:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036c3f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139b5 expref: 50 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.058414:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036c38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ae expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.058425:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036c38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ae expref: 5 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.058435:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426651520:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.058492:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.058508:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431021440 00000100:00100000:1.0:1746070966.058511:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431021440 00002000:00100000:1.0:1746070966.058535:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b9880 x1830887431021440/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.058542:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b9880 with x1830887431021440 ext(0->4095) 00010000:00010000:1.0:1746070966.058547:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036c38 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ae expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.058557:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036c38 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ae expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.058562:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327b9880 00000100:00100000:1.0:1746070966.058585:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2455 00000100:00100000:1.0:1746070966.058590:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431021440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.058684:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431021440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (587us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.058689:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2455 00002000:00100000:1.0:1746070966.058694:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b9880 x1830887431021440/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.058700:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b9880 with x1830887431021440 ext(0->4095) 00010000:00010000:1.0:1746070966.058704:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036c38 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ae expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.058712:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008036c38 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ae expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.058717:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327b9880 00000100:00100000:0.0:1746070966.062284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.062365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.062748:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426651520:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.062764:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036c3f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139b5 expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.062772:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ada00, rc 0) 00000100:00100000:1.0:1746070966.062787:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:1660:x1830887431021568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4458us (4599us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.062793:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29369 00000100:00100000:0.0:1746070966.066312:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.066802:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431022080 00000100:00100000:1.0:1746070966.066809:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431022080 00002000:00100000:1.0:1746070966.066839:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedc000 x1830887431022080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.066849:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedc000 with x1830887431022080 ext(0->4095) 00010000:00010000:1.0:1746070966.066857:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139b5 expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.066889:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139b5 expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.066896:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedc000 00000100:00100000:1.0:1746070966.068488:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2456 00000100:00100000:1.0:1746070966.068499:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431022080:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070966.068642:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431022080:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (2332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.068648:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2456 00002000:00100000:1.0:1746070966.068654:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedc000 x1830887431022080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.068664:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedc000 with x1830887431022080 ext(0->4095) 00010000:00010000:1.0:1746070966.068670:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139b5 expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.068681:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139b5 expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.068687:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedc000 00000100:00100000:0.0:1746070966.071472:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.075037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.078181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.078278:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431022592 00000100:00100000:1.0:1746070966.078284:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431022592 00000100:00100000:1.0:1746070966.078324:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29371 00000100:00100000:1.0:1746070966.078331:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431022592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.078343:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.078356:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036c4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0139c3 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.078378:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036c46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139bc expref: 49 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.078385:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.078387:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.078390:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036c4d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139c3 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.078412:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036c46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139bc expref: 49 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.078422:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036c46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139bc expref: 49 pid: 17293 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.078433:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426652032:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.078505:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.081115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.081368:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426652032:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.081394:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036c4d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139c3 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.081408:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880124214000, rc 0) 00000100:00100000:1.0:1746070966.081442:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431022592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3111us (3266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.081449:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29371 00000100:00100000:0.0:1746070966.084609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.085880:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431022976 00000100:00100000:1.0:1746070966.085887:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431022976 00002000:00100000:1.0:1746070966.085916:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdea00 x1830887431022976/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.085925:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdea00 with x1830887431022976 ext(0->4095) 00002000:00010000:1.0:1746070966.085930:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdea00 00000100:00100000:1.0:1746070966.085953:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13305 00000100:00100000:1.0:1746070966.085959:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431022976:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.086431:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431022976:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 471us (1826us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.086437:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13305 00002000:00100000:1.0:1746070966.086442:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdea00 x1830887431022976/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.086449:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdea00 with x1830887431022976 ext(0->4095) 00002000:00010000:1.0:1746070966.086452:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdea00 00000100:00100000:0.0:1746070966.086928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.087008:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431023104 00000100:00100000:1.0:1746070966.087011:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431023104 00000100:00100000:1.0:1746070966.087040:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29372 00000100:00100000:1.0:1746070966.087044:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:1660:x1830887431023104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.087053:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.087065:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0139ca expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.087104:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036c4d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139c3 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.087111:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.087112:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.087116:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c54 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ca expref: 50 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.087137:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036c4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139c3 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.087151:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008036c4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139c3 expref: 5 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.087160:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426652288:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.087566:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.089265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.089508:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426652288:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.089532:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c54 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ca expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.089545:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac200, rc 0) 00000100:00100000:1.0:1746070966.089585:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:1660:x1830887431023104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2540us (2658us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.089591:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29372 00000100:00100000:1.0:1746070966.089608:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29373 00000100:00100000:1.0:1746070966.089614:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:1661:x1830887431023232:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.089622:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.089632:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036c5b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0139d1 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.089648:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.089652:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ca expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.089657:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.089661:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036c5b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139d1 expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.089681:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c54 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ca expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.089688:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008036c5b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139d1 expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.089694:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ada00, rc 0) 00000100:00100000:1.0:1746070966.089706:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:1661:x1830887431023232:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.089710:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29373 00000100:00100000:0.0:1746070966.089901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.093026:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.093126:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431023616 00000100:00100000:1.0:1746070966.093131:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431023616 00002000:00100000:1.0:1746070966.093154:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdf480 x1830887431023616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.093163:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdf480 with x1830887431023616 ext(0->4095) 00010000:00010000:1.0:1746070966.093168:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ca expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.093177:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ca expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.093182:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdf480 00000100:00100000:1.0:1746070966.093198:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2457 00000100:00100000:1.0:1746070966.093203:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2008:x1830887431023616:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.093282:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2008:x1830887431023616:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 79us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.093286:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2457 00002000:00100000:1.0:1746070966.093290:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdf480 x1830887431023616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.093296:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdf480 with x1830887431023616 ext(0->4095) 00010000:00010000:1.0:1746070966.093300:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ca expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.093307:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ca expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.093311:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdf480 00000100:00100000:0.0:1746070966.095498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.099392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.102297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.106313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.111675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.112210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.115926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.116494:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.123673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.123732:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431025152 00000100:00100000:1.0:1746070966.123738:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431025152 00002000:00100000:1.0:1746070966.123770:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f690e00 x1830887431025152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.123778:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690e00 with x1830887431025152 ext(0->4095) 00010000:00010000:1.0:1746070966.123785:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008036c69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139df expref: 51 pid: 17293 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.123796:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008036c69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139df expref: 51 pid: 17293 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.123803:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f690e00 00000100:00100000:1.0:1746070966.123830:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2459 00000100:00100000:1.0:1746070966.123837:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431025152:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070966.123957:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431025152:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.123963:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2459 00002000:00100000:1.0:1746070966.123968:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f690e00 x1830887431025152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.123974:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690e00 with x1830887431025152 ext(0->4095) 00010000:00010000:1.0:1746070966.123978:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008036c69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139df expref: 51 pid: 17293 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.123985:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008036c69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139df expref: 51 pid: 17293 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.123990:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f690e00 00000100:00100000:0.0:1746070966.125663:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.131005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.133096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.133366:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431025664 00000100:00100000:1.0:1746070966.133372:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431025664 00000100:00100000:1.0:1746070966.133446:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29377 00000100:00100000:1.0:1746070966.133452:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431025664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.133464:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.133477:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c77 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0139ed expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.133503:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139e6 expref: 49 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.133510:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.133511:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.133515:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c77 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ed expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.133538:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139e6 expref: 49 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.133549:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139e6 expref: 49 pid: 17293 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.133560:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426653568:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.133638:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.136232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.136318:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426653568:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.136344:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c77 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ed expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.136358:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac200, rc 0) 00000100:00100000:1.0:1746070966.136386:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431025664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2935us (3294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.136394:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29377 00000100:00100000:1.0:1746070966.139494:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.139598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.139840:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431026176 00000100:00100000:1.0:1746070966.139844:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431026176 00000100:00100000:1.0:1746070966.139877:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29378 00000100:00100000:1.0:1746070966.139883:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:1660:x1830887431026176:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.139891:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.139903:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036c7e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0139f4 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.139922:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c77 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ed expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.139927:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.139929:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.139932:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036c7e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139f4 expref: 50 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.140019:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ed expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.140030:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ed expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.140039:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426653824:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.140180:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.142052:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426653824:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.142075:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036c7e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139f4 expref: 50 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.142093:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:1.0:1746070966.142133:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:1660:x1830887431026176:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2250us (2535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.142140:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29378 00000100:00100000:0.0:1746070966.143235:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431026304 00000100:00100000:0.0:1746070966.143240:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431026304 00010000:00010000:0.0:1746070966.143262:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ed expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.143732:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13180 00000100:00100000:1.0:1746070966.143743:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431026304:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.143754:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.143770:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ed expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.143779:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ed expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.143798:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008036c77 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139ed expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.143825:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.143826:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.143833:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036c7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139f4 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.143840:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036c7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139f4 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.143882:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036c7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139f4 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.143894:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426653952:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.144254:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.144564:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431026432 00000100:00100000:1.0:1746070966.144568:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431026432 00000100:00100000:1.0:1746070966.144604:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29379 00000100:00100000:1.0:1746070966.144609:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431026432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.144619:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.144628:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d7060008036c85 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0139fb expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.144641:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036c7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139f4 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.144646:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.144648:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.144650:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d7060008036c85 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139fb expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.144665:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036c7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139f4 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.144675:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008036c7e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139f4 expref: 49 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.144682:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5357100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426654080:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.144707:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.146310:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5357100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426654080:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.146326:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d7060008036c85 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139fb expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.146335:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2c00, rc 0) 00000100:00100000:1.0:1746070966.146366:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+7:1661:x1830887431026432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1756us (1940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.146373:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29379 00000100:00100000:0.0:1746070966.146860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.148675:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.148720:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431026816 00000100:00100000:1.0:1746070966.148724:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431026816 00000100:00100000:0.0:1746070966.148734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.148755:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29380 00000100:00100000:1.0:1746070966.148761:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:1660:x1830887431026816:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.148769:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.148779:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d7060008036c8c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013a02 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.148796:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.148801:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d7060008036c85 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139fb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.148806:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070966.148809:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d7060008036c8c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a02 expref: 52 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.148833:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2c00/0xa5d7060008036c85 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0139fb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.148846:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d7060008036c8c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a02 expref: 52 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.149042:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2200, rc 0) 00000100:00100000:1.0:1746070966.149087:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:1660:x1830887431026816:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 325us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.149092:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29380 00000100:00100000:1.0:1746070966.150987:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b6e34143-9aca-4109-8ccf-1624f7851e8d:3764:1830887426654592:0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151020:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070966.151046:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426655104:0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151063:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070966.151073:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fd25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426655616:0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151086:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070966.151094:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e5c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426656128:0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151106:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070966.151115:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1746070966.151118:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426654464:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746070966.151135:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426654720 00000100:00100000:1.0:1746070966.151139:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426654720 00000100:00100000:1.0:1746070966.151158:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426655232 00000100:00100000:1.0:1746070966.151159:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426655232 00000100:00100000:1.0:1746070966.151174:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426655744 00000100:00100000:1.0:1746070966.151175:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426655744 00000100:00100000:1.0:1746070966.151183:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426655360 00000100:00100000:1.0:1746070966.151185:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426655360 00000100:00100000:1.0:1746070966.151192:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426655872 00000100:00100000:1.0:1746070966.151194:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426655872 00000100:00100000:1.0:1746070966.151202:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1746070966.151206:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830887426654720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151234:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830887426654720:12345-0@lo:400:kworker.0 Request processed in 28us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.151239:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1746070966.151249:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:1.0:1746070966.151253:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830887426655232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151268:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830887426655232:12345-0@lo:400:kworker.0 Request processed in 15us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.151272:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:1.0:1746070966.151278:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:1.0:1746070966.151282:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830887426655744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151298:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830887426655744:12345-0@lo:400:kworker.0 Request processed in 16us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.151302:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:1.0:1746070966.151309:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:1.0:1746070966.151312:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830887426655872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151328:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830887426655872:12345-0@lo:400:kworker.0 Request processed in 16us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.151332:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:1.0:1746070966.151346:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070966.151356:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830887426654976:0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151369:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070966.151377:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426655488:0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151391:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070966.151400:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426656000:0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151411:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070966.151425:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426655104:0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151435:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830887426654976:0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151448:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426655616 00000100:00100000:1.0:1746070966.151450:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426655616 00000100:00100000:1.0:1746070966.151463:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426656128 00000100:00100000:1.0:1746070966.151464:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426656128 00000100:00100000:1.0:1746070966.151472:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426655488 00000100:00100000:1.0:1746070966.151473:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426655488 00000100:00100000:1.0:1746070966.151480:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426656000 00000100:00100000:1.0:1746070966.151482:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426656000 00000100:00100000:1.0:1746070966.151489:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1746070966.151493:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426655616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070966.151511:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426655616:12345-0@lo:400:kworker.0 Request processed in 18us (424us total) trans 0 rc 0/0 00000100:00080000:0.0:1746070966.151591:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070966.151594:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746070966.151596:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746070966.151597:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746070966.152820:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1746070966.153063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.156841:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.160013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.163462:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.167648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.169983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.172419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.175581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.175651:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.175717:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431028352 00000100:00100000:1.0:1746070966.175724:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431028352 00000100:00100000:1.0:1746070966.175758:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29383 00000100:00100000:1.0:1746070966.175765:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:1661:x1830887431028352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.175776:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.175789:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008036ca1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013a17 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.175807:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.175812:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c9a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a10 expref: 52 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.175817:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.175820:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008036ca1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a17 expref: 52 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.175846:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c9a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a10 expref: 52 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.175857:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008036ca1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a17 expref: 52 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.175884:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8600, rc 0) 00000100:00100000:1.0:1746070966.175916:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:1661:x1830887431028352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.175921:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29383 00000100:00100000:1.0:1746070966.180300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.180373:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431028736 00000100:00100000:0.0:1746070966.180380:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431028736 00002000:00100000:0.0:1746070966.180414:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de40700 x1830887431028736/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.180423:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40700 with x1830887431028736 ext(0->4095) 00010000:00010000:0.0:1746070966.180430:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c9a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a10 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.180442:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c9a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a10 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746070966.180453:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de40700 00000100:00100000:0.0:1746070966.180469:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2463 00000100:00100000:0.0:1746070966.180475:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431028736:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070966.180590:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431028736:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (296us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070966.180595:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2463 00002000:00100000:0.0:1746070966.180600:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de40700 x1830887431028736/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.180607:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40700 with x1830887431028736 ext(0->4095) 00010000:00010000:0.0:1746070966.180611:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c9a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a10 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.180619:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036c9a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a10 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746070966.180624:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de40700 00000100:00100000:0.0:1746070966.183696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.187089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.189611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.190073:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29384 00000100:00100000:1.0:1746070966.190083:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431029248:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.190096:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.190110:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ca8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013a1e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.190134:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008036ca1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a17 expref: 49 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.190141:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.190143:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.190145:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ca8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a1e expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.190170:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008036ca1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a17 expref: 49 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.190182:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008036ca1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a17 expref: 49 pid: 9568 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.190193:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426657152:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.190271:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.193061:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426657152:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.193083:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ca8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a1e expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.193096:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8800, rc 0) 00000100:00100000:1.0:1746070966.193131:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431029248:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3051us (3525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.193139:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29384 00000100:00100000:0.0:1746070966.193463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.193851:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13186 00000100:00100000:0.0:1746070966.193860:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431029376:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.194085:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.194102:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008036ca1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a17 expref: 50 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.194113:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008036ca1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a17 expref: 50 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.194134:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008036ca1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a17 expref: 50 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.194154:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.194155:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.194162:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ca8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a1e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.194169:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a1e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.194190:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a1e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.194199:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426657280:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.194247:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.196166:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426657280:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.196185:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.196225:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2008:x1830887431029376:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2366us (2761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.196233:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13186 00000100:00100000:0.0:1746070966.196605:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.198850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.198933:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.200614:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426657536 00000100:00100000:0.0:1746070966.200618:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426657536 00000100:00100000:0.0:1746070966.200645:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1746070966.200650:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3766:x1830887426657536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746070966.200667:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920044032 avail 3688521728 00000100:00100000:0.0:1746070966.200701:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3766:x1830887426657536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (1732us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070966.200709:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1746070966.202717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.202794:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431030016 00000100:00100000:1.0:1746070966.202799:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431030016 00010000:00010000:1.0:1746070966.202816:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ca8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a1e expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.202847:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13187 00000100:00100000:1.0:1746070966.202852:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431030016:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.202860:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.202891:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ca8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a1e expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.202901:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a1e expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.202918:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ca8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a1e expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.202942:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.202944:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.202949:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036caf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a25 expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.203477:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036caf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a25 expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.203503:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036caf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a25 expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.203512:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036caf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a25 expref: 50 pid: 10108 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.203527:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426657920:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.203595:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.204977:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426657920:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.204989:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.205014:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431030016:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2161us (2300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.205022:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13187 00000100:00100000:0.0:1746070966.205187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.205304:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431030272 00000100:00100000:1.0:1746070966.205309:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431030272 00002000:00100000:1.0:1746070966.205333:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b800 x1830887431030272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.205342:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b800 with x1830887431030272 ext(0->4095) 00010000:00010000:1.0:1746070966.205348:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036caf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a25 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.205358:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036caf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a25 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.205363:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53b800 00000100:00100000:1.0:1746070966.205387:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2464 00000100:00100000:1.0:1746070966.205393:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431030272:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070966.205527:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431030272:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.205536:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2464 00002000:00100000:1.0:1746070966.205541:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b800 x1830887431030272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.205548:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b800 with x1830887431030272 ext(0->4095) 00010000:00010000:1.0:1746070966.205552:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036caf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a25 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.205560:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036caf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a25 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.205565:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53b800 00000100:00100000:0.0:1746070966.207893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.207998:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431030400 00000100:00100000:1.0:1746070966.208005:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431030400 00010000:00010000:1.0:1746070966.208025:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036caf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a25 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.208058:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13188 00000100:00100000:1.0:1746070966.208063:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431030400:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.208071:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.208084:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036caf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a25 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.208093:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036caf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a25 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.208110:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036caf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a25 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.208245:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.208247:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.208253:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036cb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a2c expref: 50 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.208259:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036cb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a2c expref: 50 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.208284:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036cb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a2c expref: 50 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.208293:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426658048:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.208934:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.210026:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426658048:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.210038:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.210076:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2007:x1830887431030400:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2012us (2214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.210084:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13188 00000100:00100000:0.0:1746070966.210526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.210566:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431030656 00000100:00100000:1.0:1746070966.210581:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431030656 00002000:00100000:1.0:1746070966.210605:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c0380 x1830887431030656/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.210613:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0380 with x1830887431030656 ext(0->4095) 00002000:00010000:1.0:1746070966.210617:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c0380 00000100:00100000:1.0:1746070966.210642:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13312 00000100:00100000:1.0:1746070966.210648:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431030656:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.210752:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431030656:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (226us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.210758:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13312 00002000:00100000:1.0:1746070966.210763:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c0380 x1830887431030656/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.210769:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0380 with x1830887431030656 ext(0->4095) 00002000:00010000:1.0:1746070966.210772:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c0380 00000100:00100000:0.0:1746070966.211749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.216752:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.216824:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431030912 00000100:00100000:1.0:1746070966.216832:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431030912 00010000:00010000:1.0:1746070966.216860:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036cb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a2c expref: 50 pid: 9567 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.216923:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13189 00000100:00100000:1.0:1746070966.216930:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431030912:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.216941:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.216957:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036cb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a2c expref: 50 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.216968:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036cb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a2c expref: 50 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.216986:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036cb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a2c expref: 50 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.217594:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.217596:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.217604:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036cbd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a33 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.217612:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036cbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a33 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.217645:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036cbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a33 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.217656:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426658304:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.217719:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.222022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.222053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.222690:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426658304:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.222704:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.222725:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2008:x1830887431030912:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5795us (5977us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.222732:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13189 00000100:00100000:0.0:1746070966.224635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.224997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.225017:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431031552 00000100:00100000:1.0:1746070966.225022:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431031552 00010000:00010000:1.0:1746070966.225039:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036cbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a33 expref: 6 pid: 10108 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.225094:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13190 00000100:00100000:1.0:1746070966.225100:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431031552:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.225110:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.225123:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036cbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a33 expref: 6 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.225132:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036cbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a33 expref: 6 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.225172:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036cbd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a33 expref: 6 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.225183:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.225185:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.225190:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036cc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a3a expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.225197:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a3a expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.225213:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a3a expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.225221:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a3a expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.225230:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426658688:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.225268:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.227418:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426658688:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.227433:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.227473:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431031552:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2372us (2475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.227481:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13190 00000100:00100000:0.0:1746070966.228889:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431031808 00000100:00100000:0.0:1746070966.228895:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431031808 00002000:00100000:0.0:1746070966.228923:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b5c00 x1830887431031808/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.228931:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b5c00 with x1830887431031808 ext(0->4095) 00010000:00010000:0.0:1746070966.228937:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a3a expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.228953:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a3a expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746070966.228958:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61b5c00 00000100:00100000:0.0:1746070966.228970:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2466 00000100:00100000:0.0:1746070966.228975:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431031808:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070966.229072:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431031808:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070966.229077:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2466 00002000:00100000:0.0:1746070966.229082:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b5c00 x1830887431031808/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.229088:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b5c00 with x1830887431031808 ext(0->4095) 00010000:00010000:0.0:1746070966.229092:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a3a expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.229099:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a3a expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746070966.229104:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61b5c00 00000100:00100000:0.0:1746070966.230586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.231164:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431031936 00000100:00100000:1.0:1746070966.231169:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431031936 00010000:00010000:1.0:1746070966.231190:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a3a expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.231442:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13191 00000100:00100000:1.0:1746070966.231449:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431031936:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.231458:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.231472:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a3a expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.231482:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a3a expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.231500:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008036cc4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a3a expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.231526:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.231528:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.231534:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036ccb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a41 expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.231541:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036ccb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a41 expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.231580:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036ccb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a41 expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.231594:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426658816:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.232717:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.234935:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426658816:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.234951:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.235000:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2007:x1830887431031936:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3550us (4414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.235009:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13191 00000100:00100000:0.0:1746070966.235013:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.237189:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.240485:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.240549:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431032448 00000100:00100000:1.0:1746070966.240554:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431032448 00010000:00010000:1.0:1746070966.240581:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036ccb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a41 expref: 50 pid: 10108 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.240607:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13192 00000100:00100000:1.0:1746070966.240611:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431032448:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.240618:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.240631:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036ccb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a41 expref: 50 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.240638:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036ccb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a41 expref: 50 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.240652:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036ccb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a41 expref: 50 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.240668:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.240670:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.240676:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008036cd2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a48 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.240683:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008036cd2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a48 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.240705:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008036cd2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a48 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.240715:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426659072:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.240816:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.242989:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426659072:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.243005:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.243045:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2008:x1830887431032448:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2432us (2559us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.243054:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13192 00000100:00100000:0.0:1746070966.243217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.246336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.246384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.247593:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29392 00000100:00100000:1.0:1746070966.247600:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:1660:x1830887431032960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.247608:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.247615:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ce0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013a56 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.247625:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.247629:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cd9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a4f expref: 52 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.247634:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.247637:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ce0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a56 expref: 52 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.247654:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cd9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a4f expref: 52 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.247664:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ce0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a56 expref: 52 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.247673:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8800, rc 0) 00000100:00100000:1.0:1746070966.247698:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:1660:x1830887431032960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.247703:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29392 00000100:00100000:0.0:1746070966.250017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.250086:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431033088 00000100:00100000:1.0:1746070966.250092:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431033088 00010000:00010000:1.0:1746070966.250122:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008036cd2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a48 expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.250144:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13193 00000100:00100000:1.0:1746070966.250150:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431033088:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.250160:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.250175:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008036cd2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a48 expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.250189:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008036cd2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a48 expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.250208:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.250209:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.250215:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a4f expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.250222:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a4f expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.250247:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a4f expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.250257:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cd9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a4f expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.250266:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426659456:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.250334:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.252190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.252956:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426659456:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.252969:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.252997:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431033088:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2846us (2984us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.253004:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13193 00000100:00100000:0.0:1746070966.254533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.255537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.255599:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431033600 00000100:00100000:1.0:1746070966.255604:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431033600 00010000:00010000:1.0:1746070966.255626:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a4f expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.255657:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13194 00000100:00100000:1.0:1746070966.255663:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2008:x1830887431033600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.255672:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.255686:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a4f expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.255695:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a4f expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.255711:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a4f expref: 51 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.255736:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.255738:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.255743:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a56 expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.255749:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ce0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a56 expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.255769:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ce0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a56 expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.255782:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ce0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a56 expref: 50 pid: 10108 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.255791:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426659712:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.255848:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.257037:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426659712:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.257048:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.257068:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431033600:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1405us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.257074:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13194 00000100:00100000:0.0:1746070966.258191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.264447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.265044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.266146:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431034112 00000100:00100000:1.0:1746070966.266150:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431034112 00010000:00010000:1.0:1746070966.266168:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ce0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a56 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.266184:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13195 00000100:00100000:1.0:1746070966.266189:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2008:x1830887431034112:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.266196:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.266211:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ce0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a56 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.266220:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ce0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a56 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.266235:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036ce0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a56 expref: 51 pid: 10108 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.267190:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.267193:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.267199:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036ce7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a5d expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.267206:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036ce7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a5d expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.267232:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036ce7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a5d expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.267241:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036ce7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a5d expref: 5 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.267251:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426659968:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.267319:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.269780:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426659968:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.269797:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.269837:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431034112:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3647us (4792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.269848:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13195 00000100:00100000:0.0:1746070966.270579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.273929:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.273951:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431034496 00000100:00100000:1.0:1746070966.273958:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431034496 00010000:00010000:1.0:1746070966.273984:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036ce7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a5d expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.274004:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13196 00000100:00100000:1.0:1746070966.274010:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a601bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431034496:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.274021:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.274261:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036ce7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a5d expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.274272:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036ce7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a5d expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.274291:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036ce7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a5d expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.274304:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.274306:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.274311:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036cee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a64 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.274319:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036cee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a64 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.274346:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036cee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a64 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.274357:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426660096:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.274432:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.280248:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426660096:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.280267:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.280307:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a601bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431034496:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6292us (6377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.280319:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13196 00000100:00100000:0.0:1746070966.281839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.284962:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.289512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.289579:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431035008 00000100:00100000:1.0:1746070966.289586:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431035008 00010000:00010000:1.0:1746070966.289611:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036cee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a64 expref: 50 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.289644:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13197 00000100:00100000:1.0:1746070966.289650:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431035008:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.289661:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.289677:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036cee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a64 expref: 50 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.289688:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036cee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a64 expref: 50 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.289706:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036cee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a64 expref: 50 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.289733:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.289735:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.289742:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cf5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a6b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.289749:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cf5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a6b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.289774:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cf5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a6b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.289784:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426660352:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.289845:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a045f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.290073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.292564:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426660352:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.292590:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.292629:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2008:x1830887431035008:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2978us (3120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.292638:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13197 00000100:00100000:0.0:1746070966.293669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.301623:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.303446:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431035520 00000100:00100000:1.0:1746070966.303455:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431035520 00010000:00010000:1.0:1746070966.303484:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cf5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a6b expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.304261:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13198 00000100:00100000:1.0:1746070966.304270:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431035520:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.304282:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.304299:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cf5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a6b expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.304310:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cf5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a6b expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.304330:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008036cf5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a6b expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.305221:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.305223:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.305231:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036cfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a72 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.305240:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036cfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a72 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.305268:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036cfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a72 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.305278:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426660608:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.305364:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.307613:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426660608:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.307632:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.307672:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431035520:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3402us (6055us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.307680:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13198 00000100:00100000:0.0:1746070966.312442:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431035776 00000100:00100000:0.0:1746070966.312451:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431035776 00002000:00100000:0.0:1746070966.312487:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b7100 x1830887431035776/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.312496:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b7100 with x1830887431035776 ext(0->4095) 00002000:00010000:0.0:1746070966.312500:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b7100 00000100:00100000:0.0:1746070966.312517:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13316 00000100:00100000:0.0:1746070966.312522:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2009:x1830887431035776:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070966.312691:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2009:x1830887431035776:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 167us (338us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070966.312698:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13316 00002000:00100000:0.0:1746070966.312703:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b7100 x1830887431035776/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.312710:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b7100 with x1830887431035776 ext(0->4095) 00002000:00010000:0.0:1746070966.312712:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b7100 00000100:00100000:0.0:1746070966.324599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.347673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.352482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.352832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.357403:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426660992:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070966.357418:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070966.357464:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2007:x1830887431036288:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4493us (4631us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070966.357474:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13199 00000100:00100000:0.0:1746070966.359523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.362215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.365584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.368354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.371240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.372184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.373316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.376271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.378986:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.379120:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431038080 00000100:00100000:1.0:1746070966.379125:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431038080 00002000:00100000:1.0:1746070966.379153:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11b480 x1830887431038080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.379163:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b480 with x1830887431038080 ext(0->4095) 00010000:00010000:1.0:1746070966.379171:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036d18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a8e expref: 53 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.379186:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036d18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a8e expref: 53 pid: 9567 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.379192:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e11b480 00000100:00100000:1.0:1746070966.379681:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2473 00000100:00100000:1.0:1746070966.379688:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:2007:x1830887431038080:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070966.379954:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:2007:x1830887431038080:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 266us (968us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.379960:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2473 00002000:00100000:1.0:1746070966.379965:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11b480 x1830887431038080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.379972:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b480 with x1830887431038080 ext(0->4095) 00010000:00010000:1.0:1746070966.379977:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036d18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a8e expref: 53 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.379987:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036d18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013a8e expref: 53 pid: 9567 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.379992:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e11b480 00000100:00100000:0.0:1746070966.385459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.390508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.390857:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431038464 00000100:00100000:1.0:1746070966.390878:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431038464 00002000:00100000:1.0:1746070966.390909:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11a300 x1830887431038464/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.390917:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a300 with x1830887431038464 ext(0->4095) 00002000:00010000:1.0:1746070966.390922:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11a300 00000100:00100000:1.0:1746070966.391295:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13319 00000100:00100000:1.0:1746070966.391302:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2007:x1830887431038464:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070966.391396:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2007:x1830887431038464:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (895us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.391402:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13319 00002000:00100000:1.0:1746070966.391407:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11a300 x1830887431038464/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.391413:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a300 with x1830887431038464 ext(0->4095) 00002000:00010000:1.0:1746070966.391416:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11a300 00000100:00100000:0.0:1746070966.392841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.398125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.399918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.401365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.404822:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.407399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.410988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.413840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.413886:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431039744 00000100:00100000:1.0:1746070966.413891:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431039744 00002000:00100000:1.0:1746070966.413917:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d800000 x1830887431039744/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 496/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.413925:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d800000 with x1830887431039744 ext(0->7) 00010000:00010000:1.0:1746070966.413932:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013aa3 expref: 52 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.413943:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013aa3 expref: 52 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.413949:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d800000 00000100:00100000:1.0:1746070966.413978:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2475 00000100:00100000:1.0:1746070966.413984:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2007:x1830887431039744:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070966.415514:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2007:x1830887431039744:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1526us (1671us total) trans 4294972206 rc 0/0 00000100:00100000:0.0:1746070966.415523:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2475 00002000:00100000:0.0:1746070966.415530:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d800000 x1830887431039744/t4294972206(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 496/448 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.415537:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d800000 with x1830887431039744 ext(0->7) 00010000:00010000:0.0:1746070966.415543:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013aa3 expref: 54 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.415553:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013aa3 expref: 54 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746070966.415558:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d800000 00000100:00100000:0.0:1746070966.417837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.423415:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dcfc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426662656:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070966.423433:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070966.423482:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:2010:x1830887431039872:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5420us (5648us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070966.423491:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13206 00000100:00100000:0.0:1746070966.424032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.432529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.432625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.432686:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431040256 00000100:00100000:1.0:1746070966.432694:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431040256 00000100:00100000:1.0:1746070966.432797:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431040384 00000100:00100000:1.0:1746070966.432800:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431040384 00000100:00100000:1.0:1746070966.432817:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29405 00000100:00100000:1.0:1746070966.432823:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:1661:x1830887431040256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.432837:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.432852:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008036d3b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013ab1 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.432896:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036d34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013aaa expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.432903:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.432904:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.432907:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008036d3b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ab1 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.433077:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036d34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013aaa expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.433089:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036d34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013aaa expref: 5 pid: 9568 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.433098:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009de40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426662784:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.433703:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.437838:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009de40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426662784:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070966.438227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070966.438822:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008036d3b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ab1 expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.438843:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8600, rc 0) 00000100:00100000:1.0:1746070966.439122:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1661:x1830887431040256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6298us (6597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.439133:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29405 00000100:00100000:1.0:1746070966.443729:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.446029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.446070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.446075:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431041024 00000100:00100000:1.0:1746070966.446081:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431041024 00000100:00100000:1.0:1746070966.446117:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29407 00000100:00100000:1.0:1746070966.446123:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431041024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.446134:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.446146:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008036d49 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013abf expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.446165:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.446169:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036d42 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ab8 expref: 54 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.446174:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070966.446177:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008036d49 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013abf expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.446201:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036d42 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ab8 expref: 54 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.446211:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008036d49 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013abf expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.446223:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec9800, rc 0) 00000100:00100000:1.0:1746070966.446251:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431041024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.446255:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29407 00000100:00100000:0.0:1746070966.449075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.450771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.450973:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29408 00000100:00100000:1.0:1746070966.450980:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:1660:x1830887431041408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.450989:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.451000:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d7060008036d50 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013ac6 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.451016:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.451021:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008036d49 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013abf expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.451025:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070966.451028:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d7060008036d50 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ac6 expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.451052:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008036d49 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013abf expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.451064:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d7060008036d50 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ac6 expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.451071:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8c00, rc 0) 00000100:00100000:1.0:1746070966.451094:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1660:x1830887431041408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.451100:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29408 00000100:00100000:0.0:1746070966.451397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.454055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.456698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.459820:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.464985:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.468626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.470324:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.471679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.473833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.476104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.477776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.479784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.480961:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431043456:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 993us (1175us total) trans 4294972207 rc 0/0 00000100:00100000:0.0:1746070966.480968:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2480 00002000:00100000:0.0:1746070966.480977:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a50f8380 x1830887431043456/t4294972207(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 496/448 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.480984:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8380 with x1830887431043456 ext(0->7) 00010000:00010000:0.0:1746070966.480988:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036d5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ad4 expref: 56 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.481001:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036d5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ad4 expref: 56 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746070966.481006:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50f8380 00000100:00100000:0.0:1746070966.485234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.492988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.497096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.497167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.497420:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29413 00000100:00100000:0.0:1746070966.497429:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431044096:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070966.497435:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070966.497441:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008036d73 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013ae9 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070966.497451:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070966.497454:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008036d6c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ae2 expref: 58 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070966.497459:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070966.497461:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008036d73 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ae9 expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070966.497481:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008036d6c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ae2 expref: 58 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070966.497490:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d7060008036d73 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ae9 expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070966.497498:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ace00, rc 0) 00000100:00100000:0.0:1746070966.497516:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1661:x1830887431044096:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070966.497521:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29413 00000100:00100000:0.0:1746070966.499027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.500643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.502963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.506156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.507741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.516377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.516450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.519742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.524179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.527643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.527719:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431045888 00000100:00100000:1.0:1746070966.527726:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431045888 00002000:00100000:1.0:1746070966.527756:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdc000 x1830887431045888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.527765:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdc000 with x1830887431045888 ext(0->4095) 00002000:00010000:1.0:1746070966.527769:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdc000 00000100:00100000:1.0:1746070966.527802:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13326 00000100:00100000:1.0:1746070966.527809:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431045888:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.527945:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431045888:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.527951:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13326 00002000:00100000:1.0:1746070966.527957:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdc000 x1830887431045888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.527963:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdc000 with x1830887431045888 ext(0->4095) 00002000:00010000:1.0:1746070966.527966:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdc000 00000100:00100000:0.0:1746070966.536002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.543060:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.543141:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431046144 00000100:00100000:1.0:1746070966.543148:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431046144 00002000:00100000:1.0:1746070966.543181:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fbdca80 x1830887431046144/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 496/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.543190:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdca80 with x1830887431046144 ext(0->7) 00010000:00010000:1.0:1746070966.543198:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036d81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013af7 expref: 56 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.543211:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036d81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013af7 expref: 56 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.543217:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdca80 00000100:00100000:1.0:1746070966.543245:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2483 00000100:00100000:1.0:1746070966.543251:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431046144:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070966.546643:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2007:x1830887431046144:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3382us (3580us total) trans 4294972208 rc 0/0 00000100:00100000:0.0:1746070966.546659:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2483 00002000:00100000:0.0:1746070966.546668:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fbdca80 x1830887431046144/t4294972208(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 496/448 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.546677:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdca80 with x1830887431046144 ext(0->7) 00010000:00010000:0.0:1746070966.546686:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036d81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013af7 expref: 58 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.546702:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036d81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013af7 expref: 58 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746070966.546710:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdca80 00000100:00100000:0.0:1746070966.547924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.550044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.553045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.553383:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431046656 00000100:00100000:1.0:1746070966.553389:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431046656 00002000:00100000:1.0:1746070966.553419:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef06300 x1830887431046656/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.553427:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06300 with x1830887431046656 ext(0->4095) 00010000:00010000:1.0:1746070966.553434:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008036d88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013afe expref: 6 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.553444:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008036d88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013afe expref: 6 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.553450:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef06300 00000100:00100000:1.0:1746070966.553464:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2484 00000100:00100000:1.0:1746070966.553470:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431046656:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.553585:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431046656:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (542us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.553591:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2484 00002000:00100000:1.0:1746070966.553596:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef06300 x1830887431046656/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.553604:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06300 with x1830887431046656 ext(0->4095) 00010000:00010000:1.0:1746070966.553608:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008036d88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013afe expref: 6 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.553617:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008036d88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013afe expref: 6 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.553622:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef06300 00000100:00100000:0.0:1746070966.555723:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.560803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.565669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.565728:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431047168 00000100:00100000:1.0:1746070966.565735:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431047168 00000100:00100000:1.0:1746070966.565782:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29418 00000100:00100000:1.0:1746070966.565788:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431047168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.565803:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.565816:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008036d96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013b0c expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.565839:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036d8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b05 expref: 57 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.565845:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.565847:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.565850:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008036d96 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b0c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.565905:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036d8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b05 expref: 57 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.565920:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036d8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b05 expref: 57 pid: 9568 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.565930:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426666112:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.567312:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.569359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.570383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070966.570483:0:9567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008036d8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b05 expref: 58 pid: 9568 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.570499:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426666112:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.570517:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008036d96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b0c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.570525:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec9800, rc 0) 00000100:00100000:1.0:1746070966.570551:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431047168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4763us (4888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.570557:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29418 00000100:00100000:1.0:1746070966.570582:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431047424 00000100:00100000:1.0:1746070966.570585:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431047424 00000100:00100000:1.0:1746070966.570598:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29419 00000100:00100000:1.0:1746070966.570602:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1660:x1830887431047424:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.570612:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.570620:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036d9d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013b13 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.570638:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008036d96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b0c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.570644:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.570645:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.570647:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036d9d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b13 expref: 59 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.570660:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008036d96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b0c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.570668:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008036d96 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b0c expref: 5 pid: 9567 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.570675:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426666368:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.570691:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.573207:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426666368:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.573231:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036d9d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b13 expref: 59 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.573244:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8800, rc 0) 00000100:00100000:1.0:1746070966.573277:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1660:x1830887431047424:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2673us (2893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.573284:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29419 00000100:00100000:0.0:1746070966.574965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.585603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.589675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.601765:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431048192 00000100:00100000:1.0:1746070966.601773:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431048192 00000100:00100000:1.0:1746070966.601815:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29420 00000100:00100000:1.0:1746070966.601822:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431048192:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.601836:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.601850:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008036da4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013b1a expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.601898:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036d9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b13 expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.601905:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.601907:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.601910:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008036da4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b1a expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.601932:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036d9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b13 expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.601941:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036d9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b13 expref: 57 pid: 9567 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.601951:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426666624:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.602009:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.607277:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426666624:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.607304:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008036da4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b1a expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.607324:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3000, rc 0) 00000100:00100000:1.0:1746070966.609526:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431048192:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7698us (7824us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.609536:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29420 00000100:00100000:0.0:1746070966.610325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.614066:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2008:x1830887431048320:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 814us (3740us total) trans 4294972209 rc 0/0 00000100:00100000:0.0:1746070966.614074:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2486 00002000:00100000:0.0:1746070966.614080:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ffc6a00 x1830887431048320/t4294972209(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 496/448 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.614087:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc6a00 with x1830887431048320 ext(0->7) 00010000:00010000:0.0:1746070966.614092:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036d9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b13 expref: 60 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.614101:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008036d9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b13 expref: 60 pid: 9567 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746070966.614111:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ffc6a00 00000100:00100000:0.0:1746070966.616221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.619602:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.619834:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431048704 00000100:00100000:1.0:1746070966.619840:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431048704 00002000:00100000:1.0:1746070966.619887:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd19500 x1830887431048704/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.619896:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19500 with x1830887431048704 ext(0->4095) 00002000:00010000:1.0:1746070966.619900:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd19500 00000100:00100000:1.0:1746070966.619921:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13329 00000100:00100000:1.0:1746070966.620094:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431048704:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070966.620193:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431048704:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.620198:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13329 00002000:00100000:1.0:1746070966.620203:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd19500 x1830887431048704/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.620209:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19500 with x1830887431048704 ext(0->4095) 00002000:00010000:1.0:1746070966.620212:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd19500 00000100:00100000:0.0:1746070966.623375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.623411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.626057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.630218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.632016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.633230:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.635720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.639050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.639628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.642407:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.642830:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431050368 00000100:00100000:1.0:1746070966.642836:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431050368 00002000:00100000:1.0:1746070966.642877:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800972b2680 x1830887431050368/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.642896:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800972b2680 with x1830887431050368 ext(0->4095) 00010000:00010000:1.0:1746070966.642903:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036db9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b2f expref: 6 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.642915:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036db9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b2f expref: 6 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.642921:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800972b2680 00000100:00100000:1.0:1746070966.642950:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2489 00000100:00100000:1.0:1746070966.642957:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800972b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431050368:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.643046:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800972b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431050368:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (639us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.643052:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2489 00002000:00100000:1.0:1746070966.643057:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800972b2680 x1830887431050368/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.643359:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800972b2680 with x1830887431050368 ext(0->4095) 00010000:00010000:1.0:1746070966.643365:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036db9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b2f expref: 6 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.643374:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036db9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b2f expref: 6 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.643379:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800972b2680 00000100:00100000:0.0:1746070966.646483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.649670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.649720:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431050752 00000100:00100000:1.0:1746070966.649727:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431050752 00002000:00100000:1.0:1746070966.649757:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e896a00 x1830887431050752/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.649766:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e896a00 with x1830887431050752 ext(0->4095) 00002000:00010000:1.0:1746070966.649769:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e896a00 00000100:00100000:1.0:1746070966.650804:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13330 00000100:00100000:1.0:1746070966.650815:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431050752:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070966.650932:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431050752:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (1267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.650937:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13330 00002000:00100000:1.0:1746070966.650942:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e896a00 x1830887431050752/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.650949:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e896a00 with x1830887431050752 ext(0->4095) 00002000:00010000:1.0:1746070966.650953:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e896a00 00000100:00100000:0.0:1746070966.653102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.657204:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.660236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.664532:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426668160:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070966.664546:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e800, rc 0) 00000100:00100000:0.0:1746070966.665028:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:1660:x1830887431051136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4656us (4791us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070966.665034:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29426 00000001:00080000:0.0:1746070966.665780:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970697 is committed 00000100:00100000:0.0:1746070966.668761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.676465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.681114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.684450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.688613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.694222:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431052416 00000100:00100000:0.0:1746070966.694228:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431052416 00002000:00100000:0.0:1746070966.694279:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8dc00 x1830887431052416/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.694289:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8dc00 with x1830887431052416 ext(0->4095) 00002000:00010000:0.0:1746070966.694292:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8dc00 00000100:00100000:1.0:1746070966.694705:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13332 00000100:00100000:1.0:1746070966.694713:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431052416:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.695237:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431052416:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 524us (1037us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.695244:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13332 00002000:00100000:1.0:1746070966.695249:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8dc00 x1830887431052416/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.695256:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8dc00 with x1830887431052416 ext(0->4095) 00002000:00010000:1.0:1746070966.695260:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8dc00 00000100:00100000:0.0:1746070966.697894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.701937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.702008:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431053056 00000100:00100000:1.0:1746070966.702013:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431053056 00002000:00100000:1.0:1746070966.702043:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118a80 x1830887431053056/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.702051:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118a80 with x1830887431053056 ext(0->4095) 00010000:00010000:1.0:1746070966.702057:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036ddc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b52 expref: 63 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.702070:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036ddc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b52 expref: 63 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.702076:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e118a80 00000100:00100000:1.0:1746070966.702104:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2492 00000100:00100000:1.0:1746070966.702109:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2008:x1830887431053056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.702194:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2008:x1830887431053056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.702200:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2492 00002000:00100000:1.0:1746070966.702204:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118a80 x1830887431053056/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.702211:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118a80 with x1830887431053056 ext(0->4095) 00010000:00010000:1.0:1746070966.702216:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036ddc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b52 expref: 63 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.702224:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036ddc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b52 expref: 63 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.702230:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e118a80 00000100:00100000:0.0:1746070966.703620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.707745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.707792:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431053440 00000100:00100000:1.0:1746070966.707799:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431053440 00002000:00100000:1.0:1746070966.707832:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096ea4700 x1830887431053440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.707841:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea4700 with x1830887431053440 ext(0->4095) 00002000:00010000:1.0:1746070966.707844:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ea4700 00000100:00100000:1.0:1746070966.707859:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13333 00000100:00100000:1.0:1746070966.707893:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2008:x1830887431053440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.707990:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ea4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2008:x1830887431053440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.707995:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13333 00002000:00100000:1.0:1746070966.708000:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096ea4700 x1830887431053440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.708007:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ea4700 with x1830887431053440 ext(0->4095) 00002000:00010000:1.0:1746070966.708009:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096ea4700 00000100:00100000:0.0:1746070966.709314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.711512:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431053696 00000100:00100000:0.0:1746070966.711517:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431053696 00010000:00010000:0.0:1746070966.711537:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036de3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b59 expref: 62 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746070966.711572:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13232 00000100:00100000:0.0:1746070966.711578:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2007:x1830887431053696:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070966.711590:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070966.711604:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036de3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b59 expref: 62 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.711613:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036de3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b59 expref: 62 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.711633:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036de3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b59 expref: 62 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.711651:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070966.711652:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070966.711658:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036dea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b60 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070966.711669:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036dea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b60 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070966.711689:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036dea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b60 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070966.711697:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ea6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426669312:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070966.711740:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.713797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.713969:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431053952 00000100:00100000:1.0:1746070966.713975:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431053952 00002000:00100000:1.0:1746070966.714006:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd500 x1830887431053952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.714014:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd500 with x1830887431053952 ext(0->4095) 00002000:00010000:1.0:1746070966.714018:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dedd500 00000100:00100000:1.0:1746070966.714039:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13334 00000100:00100000:1.0:1746070966.714045:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431053952:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.714158:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431053952:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.714164:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13334 00002000:00100000:1.0:1746070966.714170:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd500 x1830887431053952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.714176:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd500 with x1830887431053952 ext(0->4095) 00002000:00010000:1.0:1746070966.714179:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dedd500 00000100:00100000:0.0:1746070966.717325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.717372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.717697:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29432 00000100:00100000:1.0:1746070966.717704:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:1660:x1830887431054208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.717711:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.717717:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008036df8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013b6e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.717728:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.717731:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036df1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b67 expref: 64 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.717736:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.717738:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008036df8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b6e expref: 64 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.717837:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036df1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b67 expref: 64 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.717848:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008036df8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b6e expref: 64 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.717856:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3000, rc 0) 00000100:00100000:1.0:1746070966.717915:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:1660:x1830887431054208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 212us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.717925:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29432 00000100:00100000:0.0:1746070966.721035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.724708:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.724775:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431054592 00000100:00100000:1.0:1746070966.724781:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431054592 00002000:00100000:1.0:1746070966.724813:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbded80 x1830887431054592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.724820:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbded80 with x1830887431054592 ext(0->4095) 00010000:00010000:1.0:1746070966.724827:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036df1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b67 expref: 63 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.724839:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036df1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b67 expref: 63 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.724844:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbded80 00000100:00100000:1.0:1746070966.724899:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2493 00000100:00100000:1.0:1746070966.724905:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2009:x1830887431054592:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070966.725023:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2009:x1830887431054592:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.725029:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2493 00002000:00100000:1.0:1746070966.725033:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbded80 x1830887431054592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.725044:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbded80 with x1830887431054592 ext(0->4095) 00010000:00010000:1.0:1746070966.725048:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036df1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b67 expref: 63 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.725056:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036df1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b67 expref: 63 pid: 9568 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.725061:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbded80 00000100:00100000:1.0:1746070966.727793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.728135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.731722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.735094:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.735171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.738061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.746708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.747079:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13236 00000100:00100000:1.0:1746070966.747087:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431055744:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.747100:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.747118:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036dff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b75 expref: 6 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.747129:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036dff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b75 expref: 6 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.747149:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036dff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b75 expref: 6 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.747179:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.747181:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.747187:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036e06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b7c expref: 61 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.747200:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036e06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b7c expref: 61 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.747229:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036e06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b7c expref: 61 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.747239:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426670336:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.747886:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.751030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.751062:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431056000 00000100:00100000:0.0:1746070966.751069:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431056000 00002000:00100000:0.0:1746070966.751109:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072776d80 x1830887431056000/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.751118:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072776d80 with x1830887431056000 ext(0->4095) 00002000:00010000:0.0:1746070966.751122:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072776d80 00000100:00100000:0.0:1746070966.751155:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13335 00000100:00100000:0.0:1746070966.751162:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2008:x1830887431056000:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070966.751272:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2008:x1830887431056000:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070966.751278:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13335 00002000:00100000:0.0:1746070966.751282:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072776d80 x1830887431056000/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.751288:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072776d80 with x1830887431056000 ext(0->4095) 00002000:00010000:0.0:1746070966.751291:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072776d80 00000100:00100000:1.0:1746070966.751517:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426670336:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.751534:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.751557:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431055744:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4471us (4856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.751574:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13236 00000100:00100000:0.0:1746070966.753626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.762530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.762582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.762664:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431056256 00000100:00100000:1.0:1746070966.762672:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431056256 00010000:00010000:1.0:1746070966.762706:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036e06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b7c expref: 62 pid: 9568 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.762749:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13237 00000100:00100000:1.0:1746070966.762756:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2008:x1830887431056256:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.762768:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.762785:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036e06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b7c expref: 62 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.762797:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036e06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b7c expref: 62 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.762818:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008036e06 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b7c expref: 62 pid: 9568 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.762836:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.762838:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.762844:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036e0d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b83 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.762851:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036e0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b83 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.762899:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036e0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b83 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.762911:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426670592:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.762980:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.765638:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426670592:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.765655:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.765691:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2008:x1830887431056256:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2935us (3107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.765699:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13237 00000100:00100000:0.0:1746070966.765886:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.770422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.773354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.773597:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431056896 00000100:00100000:1.0:1746070966.773603:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431056896 00010000:00010000:1.0:1746070966.773621:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036e0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b83 expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.773825:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13238 00000100:00100000:1.0:1746070966.773832:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431056896:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.773842:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.773857:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036e0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b83 expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.773888:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036e0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b83 expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.773904:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008036e0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b83 expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.773927:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.773929:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.773934:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b8a expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.773941:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b8a expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.773969:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b8a expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.773979:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b8a expref: 62 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.774032:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426670976:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.774126:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.778428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.778914:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426670976:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.778930:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.778951:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431056896:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5120us (5598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.778959:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13238 00000100:00100000:0.0:1746070966.781367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.782026:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431057280 00000100:00100000:1.0:1746070966.782033:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431057280 00010000:00010000:1.0:1746070966.782057:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b8a expref: 63 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.782090:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13239 00000100:00100000:1.0:1746070966.782097:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2007:x1830887431057280:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.782107:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.782126:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b8a expref: 63 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.782136:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b8a expref: 63 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.782155:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e14 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b8a expref: 63 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.782177:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.782179:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.782185:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b91 expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.782192:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b91 expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.782222:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b91 expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.782233:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426671104:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.782295:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.784753:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.784839:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426671104:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.784854:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.784916:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2007:x1830887431057280:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2820us (3554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.784923:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13239 00000100:00100000:0.0:1746070966.789581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.797693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.797743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.798013:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431057792 00000100:00100000:1.0:1746070966.798022:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431057792 00010000:00010000:1.0:1746070966.798051:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b91 expref: 62 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.798089:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13240 00000100:00100000:1.0:1746070966.798095:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2007:x1830887431057792:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.798107:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.798122:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b91 expref: 62 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.798136:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b91 expref: 62 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.798426:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b91 expref: 63 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.798441:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.798442:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.798448:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036e22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b98 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.798455:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036e22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b98 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.798489:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036e22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b98 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.798500:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426671360:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.798815:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.801179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.802961:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426671360:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.802977:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.803010:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2007:x1830887431057792:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4914us (5322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.803017:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13240 00000100:00100000:0.0:1746070966.807167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.807612:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431058304 00000100:00100000:1.0:1746070966.807621:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431058304 00010000:00010000:1.0:1746070966.807650:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036e22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b98 expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.807693:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13241 00000100:00100000:1.0:1746070966.807700:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431058304:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.807711:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.807727:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036e22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b98 expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.807737:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036e22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b98 expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.807757:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008036e22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b98 expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.807783:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.807784:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.807790:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b9f expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.807797:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b9f expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.807825:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b9f expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.807835:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426671616:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.807928:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.810424:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426671616:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.810439:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.810471:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431058304:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2771us (3310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.810479:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13241 00000100:00100000:0.0:1746070966.812042:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.821310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.824935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.827681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.827751:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431058944 00000100:00100000:1.0:1746070966.827757:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431058944 00010000:00010000:1.0:1746070966.827778:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b9f expref: 64 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.827809:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13242 00000100:00100000:1.0:1746070966.827814:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2010:x1830887431058944:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.827822:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.827836:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b9f expref: 64 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.827844:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b9f expref: 64 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.827883:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013b9f expref: 64 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.827897:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.827899:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.827905:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008036e30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ba6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.827915:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008036e30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ba6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.827941:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008036e30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ba6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.827951:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426671872:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.828013:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.832294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.832839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.833067:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426671872:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.833085:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.833124:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2010:x1830887431058944:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5310us (5447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.833133:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13242 00000100:00100000:0.0:1746070966.836633:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.836829:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431059456 00000100:00100000:1.0:1746070966.836835:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431059456 00000100:00100000:1.0:1746070966.836890:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29442 00000100:00100000:1.0:1746070966.836896:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:1661:x1830887431059456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.836905:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.836917:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d7060008036e3e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013bb4 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.836931:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.836935:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008036e37 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bad expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.836943:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.836946:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d7060008036e3e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bb4 expref: 66 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.836966:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008036e37 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bad expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.836974:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d7060008036e3e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bb4 expref: 66 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.836980:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2e00, rc 0) 00000100:00100000:0.0:1746070966.837299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.838251:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:1661:x1830887431059456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1353us (1620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.838257:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29442 00000100:00100000:0.0:1746070966.840458:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.848804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.852353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.852419:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431060224 00000100:00100000:1.0:1746070966.852425:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431060224 00002000:00100000:1.0:1746070966.852455:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691880 x1830887431060224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.852464:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691880 with x1830887431060224 ext(0->4095) 00002000:00010000:1.0:1746070966.852468:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f691880 00000100:00100000:1.0:1746070966.852771:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13339 00000100:00100000:1.0:1746070966.852778:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2008:x1830887431060224:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.853531:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2008:x1830887431060224:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 753us (1182us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.853541:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13339 00002000:00100000:1.0:1746070966.853546:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691880 x1830887431060224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.853892:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691880 with x1830887431060224 ext(0->4095) 00002000:00010000:1.0:1746070966.853896:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f691880 00000100:00100000:0.0:1746070966.854939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.855010:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431060352 00000100:00100000:1.0:1746070966.855014:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431060352 00000100:00100000:1.0:1746070966.855181:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29443 00000100:00100000:1.0:1746070966.855187:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431060352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.855197:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.855209:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036e45 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013bbb expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.855228:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d7060008036e3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bb4 expref: 63 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.855234:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.855236:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.855239:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036e45 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bbb expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.855259:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d7060008036e3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bb4 expref: 63 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.855268:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2e00/0xa5d7060008036e3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bb4 expref: 63 pid: 9568 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.855282:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426672512:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.855344:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.857816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.857905:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426672512:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.857928:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036e45 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bbb expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.857945:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2800, rc 0) 00000100:00100000:1.0:1746070966.858331:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431060352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3143us (3392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.858338:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29443 00000100:00100000:0.0:1746070966.861145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.861452:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431060736 00000100:00100000:1.0:1746070966.861457:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431060736 00002000:00100000:1.0:1746070966.861485:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39500 x1830887431060736/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.861493:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39500 with x1830887431060736 ext(0->4095) 00002000:00010000:1.0:1746070966.861497:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39500 00000100:00100000:1.0:1746070966.861519:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13340 00000100:00100000:1.0:1746070966.861524:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431060736:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070966.861617:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431060736:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (473us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.861623:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13340 00002000:00100000:1.0:1746070966.861627:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39500 x1830887431060736/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.861640:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39500 with x1830887431060736 ext(0->4095) 00002000:00010000:1.0:1746070966.861642:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39500 00000100:00100000:0.0:1746070966.863075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.863394:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431060864 00000100:00100000:1.0:1746070966.863399:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431060864 00000100:00100000:1.0:1746070966.863420:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29444 00000100:00100000:1.0:1746070966.863425:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:1661:x1830887431060864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.863436:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.863450:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008036e4c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013bc2 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.863468:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036e45 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bbb expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.863475:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.863476:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.863479:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008036e4c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bc2 expref: 64 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.863501:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036e45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bbb expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.863510:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036e45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bbb expref: 5 pid: 9568 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.863520:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426672768:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070966.863594:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.864839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.866497:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426672768:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070966.866518:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008036e4c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bc2 expref: 65 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.866529:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3000, rc 0) 00000100:00100000:1.0:1746070966.866567:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:1661:x1830887431060864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3133us (3486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.866572:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29444 00000100:00100000:0.0:1746070966.867423:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.870159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.873282:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.873458:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431061504 00000100:00100000:1.0:1746070966.873463:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431061504 00000100:00100000:1.0:1746070966.873676:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29446 00000100:00100000:1.0:1746070966.873682:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431061504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070966.873693:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070966.873706:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036e5a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013bd0 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.873725:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070966.873730:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e53 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bc9 expref: 64 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.873735:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070966.873738:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036e5a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bd0 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.873764:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e53 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bc9 expref: 64 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.873775:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036e5a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bd0 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.873784:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3600, rc 0) 00000100:00100000:1.0:1746070966.873825:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431061504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.873830:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29446 00000100:00100000:0.0:1746070966.874141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.876113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.879287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.879336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.881691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.883584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.883648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.887207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.887831:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431062784 00000100:00100000:1.0:1746070966.887837:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431062784 00010000:00010000:1.0:1746070966.887859:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036e61 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bd7 expref: 64 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.887909:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13250 00000100:00100000:1.0:1746070966.887915:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2007:x1830887431062784:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.887924:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.887938:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036e61 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bd7 expref: 64 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.887947:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036e61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bd7 expref: 64 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.887963:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.887965:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.887970:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036e68 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bde expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.887977:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036e68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bde expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.888010:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036e68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bde expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.888020:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426673920:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.888074:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.890603:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426673920:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.890617:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.890644:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2007:x1830887431062784:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2728us (3442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.890652:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13250 00000100:00100000:0.0:1746070966.892254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.892541:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431063040 00000100:00100000:1.0:1746070966.892547:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431063040 00002000:00100000:1.0:1746070966.892589:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d180 x1830887431063040/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.892597:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d180 with x1830887431063040 ext(0->4095) 00002000:00010000:1.0:1746070966.892601:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1d180 00000100:00100000:1.0:1746070966.892629:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13341 00000100:00100000:1.0:1746070966.892636:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431063040:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070966.892746:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431063040:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.892752:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13341 00002000:00100000:1.0:1746070966.892757:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d180 x1830887431063040/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.892769:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d180 with x1830887431063040 ext(0->4095) 00002000:00010000:1.0:1746070966.892771:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1d180 00000100:00100000:0.0:1746070966.895999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.899119:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.901146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.901302:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431063424 00000100:00100000:1.0:1746070966.901309:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431063424 00010000:00010000:1.0:1746070966.901337:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036e68 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bde expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.901369:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13251 00000100:00100000:1.0:1746070966.901376:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431063424:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.901387:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.901402:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036e68 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bde expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.901412:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036e68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bde expref: 6 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.901433:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.901435:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.901441:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036e6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013be5 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.901449:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036e6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013be5 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.901474:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036e6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013be5 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.901488:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426674176:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.901544:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070966.904973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.905046:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431063680 00000100:00100000:1.0:1746070966.905053:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431063680 00002000:00100000:1.0:1746070966.905085:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6331c00 x1830887431063680/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.905094:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6331c00 with x1830887431063680 ext(0->4095) 00010000:00010000:1.0:1746070966.905102:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036e6f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013be5 expref: 66 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.905114:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036e6f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013be5 expref: 66 pid: 9566 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.905120:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6331c00 00000100:00100000:1.0:1746070966.905148:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2505 00000100:00100000:1.0:1746070966.905155:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431063680:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.905278:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431063680:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.905285:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2505 00002000:00100000:1.0:1746070966.905290:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6331c00 x1830887431063680/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.905296:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6331c00 with x1830887431063680 ext(0->4095) 00010000:00010000:1.0:1746070966.905300:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036e6f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013be5 expref: 66 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.905308:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036e6f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013be5 expref: 66 pid: 9566 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.905313:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6331c00 00000100:00100000:1.0:1746070966.905338:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426674176:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.905346:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.905364:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431063424:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3989us (4222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.905371:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13251 00000100:00100000:0.0:1746070966.908125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.909066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.909356:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431063936 00000100:00100000:0.0:1746070966.909360:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431063936 00010000:00010000:0.0:1746070966.909375:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036e6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013be5 expref: 65 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746070966.909392:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13252 00000100:00100000:0.0:1746070966.909397:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2007:x1830887431063936:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070966.909404:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070966.909418:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036e6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013be5 expref: 65 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.909427:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036e6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013be5 expref: 65 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.909442:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036e6f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013be5 expref: 65 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.909475:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070966.909477:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070966.909482:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bec expref: 64 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070966.909488:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bec expref: 64 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070966.909506:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bec expref: 64 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070966.909515:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bec expref: 64 pid: 9567 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746070966.909524:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6331880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426674560:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070966.909586:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.912326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.912670:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6331880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426674560:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070966.912683:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070966.912702:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2007:x1830887431063936:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3306us (3637us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070966.912710:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13252 00000100:00100000:0.0:1746070966.917083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.917136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.917226:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431064448 00000100:00100000:1.0:1746070966.917229:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431064448 00010000:00010000:1.0:1746070966.917245:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bec expref: 65 pid: 9567 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.917262:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13253 00000100:00100000:1.0:1746070966.917265:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431064448:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.917272:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.917313:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bec expref: 66 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.917323:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bec expref: 66 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.917342:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e76 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bec expref: 66 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.917409:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.917411:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.917416:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036e7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bf3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.917421:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036e7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bf3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.917445:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036e7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bf3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.917454:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036e7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bf3 expref: 5 pid: 9567 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.917464:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426674688:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.917524:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.919829:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426674688:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.919848:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.919897:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2008:x1830887431064448:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2629us (2760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.919905:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13253 00000100:00100000:0.0:1746070966.920973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.924259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.924338:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431064832 00000100:00100000:1.0:1746070966.924346:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431064832 00010000:00010000:1.0:1746070966.924371:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036e7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bf3 expref: 6 pid: 9567 timeout: 789 lvb_type: 0 00000100:00100000:1.0:1746070966.924588:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13254 00000100:00100000:1.0:1746070966.924596:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431064832:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070966.924608:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070966.924623:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036e7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bf3 expref: 6 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.924634:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036e7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bf3 expref: 6 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.924653:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008036e7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bf3 expref: 6 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.924667:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.924669:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070966.924675:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036e84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bfa expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.924682:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036e84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bfa expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070966.924710:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036e84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bfa expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070966.924720:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426674944:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070966.925573:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.927512:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426674944:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070966.927532:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070966.927590:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431064832:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2994us (3333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070966.927600:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13254 00000100:00100000:0.0:1746070966.927656:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.931294:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.936639:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.936688:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431065344 00000100:00100000:0.0:1746070966.936693:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431065344 00010000:00010000:0.0:1746070966.936714:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036e84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bfa expref: 64 pid: 9566 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746070966.936743:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13255 00000100:00100000:0.0:1746070966.936748:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2007:x1830887431065344:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070966.936758:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070966.936771:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036e84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bfa expref: 64 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.936779:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036e84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bfa expref: 64 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.936796:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036e84 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013bfa expref: 64 pid: 9566 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746070966.936808:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070966.936809:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070966.936815:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e8b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c01 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070966.937150:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c01 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070966.937174:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c01 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070966.937184:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6332300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426675200:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070966.937838:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070966.937995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.939296:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.939974:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431065728 00000100:00100000:1.0:1746070966.939979:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431065728 00002000:00100000:1.0:1746070966.940006:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6330e00 x1830887431065728/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.940014:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330e00 with x1830887431065728 ext(0->4095) 00010000:00010000:1.0:1746070966.940021:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e8b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c01 expref: 6 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.940032:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e8b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c01 expref: 6 pid: 9567 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.940037:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6330e00 00000100:00100000:1.0:1746070966.940065:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2508 00000100:00100000:1.0:1746070966.940071:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431065728:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070966.940181:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431065728:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (885us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.940187:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2508 00002000:00100000:1.0:1746070966.940193:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6330e00 x1830887431065728/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.940199:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330e00 with x1830887431065728 ext(0->4095) 00010000:00010000:1.0:1746070966.940203:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e8b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c01 expref: 6 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.940211:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008036e8b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c01 expref: 6 pid: 9567 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.940217:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6330e00 00000100:00100000:0.0:1746070966.943977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.944828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.950025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.950650:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431066240 00000100:00100000:1.0:1746070966.950656:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431066240 00002000:00100000:1.0:1746070966.950682:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6330a80 x1830887431066240/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.950690:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330a80 with x1830887431066240 ext(0->4095) 00010000:00010000:1.0:1746070966.950695:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c08 expref: 65 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.950706:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c08 expref: 65 pid: 9567 timeout: 789 lvb_type: 0 00002000:00010000:1.0:1746070966.950712:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6330a80 00000100:00100000:1.0:1746070966.950729:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2509 00000100:00100000:1.0:1746070966.950734:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2007:x1830887431066240:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070966.950846:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2007:x1830887431066240:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (824us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.950855:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2509 00002000:00100000:1.0:1746070966.950859:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6330a80 x1830887431066240/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.950885:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330a80 with x1830887431066240 ext(0->4095) 00010000:00010000:1.0:1746070966.950889:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c08 expref: 65 pid: 9567 timeout: 789 lvb_type: 0 00010000:00010000:1.0:1746070966.950897:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008036e92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c08 expref: 65 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070966.950902:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6330a80 00000100:00100000:0.0:1746070966.954891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.962554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.968744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.973825:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431066880 00000100:00100000:1.0:1746070966.973831:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431066880 00002000:00100000:1.0:1746070966.973860:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011e5c0000 x1830887431066880/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 496/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.973931:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0000 with x1830887431066880 ext(0->7) 00010000:00010000:1.0:1746070966.973938:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008036e99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c0f expref: 64 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070966.973948:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008036e99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c0f expref: 64 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070966.973954:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c0000 00000100:00100000:1.0:1746070966.973976:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2510 00000100:00100000:1.0:1746070966.973981:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2008:x1830887431066880:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070966.975944:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431066880:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1956us (2233us total) trans 4294972212 rc 0/0 00000100:00100000:0.0:1746070966.975954:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2510 00002000:00100000:0.0:1746070966.975961:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011e5c0000 x1830887431066880/t4294972212(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:597/0 lens 496/448 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070966.975969:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0000 with x1830887431066880 ext(0->7) 00010000:00010000:0.0:1746070966.975976:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008036e99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c0f expref: 66 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070966.975988:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008036e99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c0f expref: 66 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070966.975993:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c0000 00000100:00100000:0.0:1746070966.978938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.988954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.989061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070966.989267:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431067392 00000100:00100000:1.0:1746070966.989271:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431067392 00002000:00100000:1.0:1746070966.989294:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a601bb80 x1830887431067392/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/0 e 0 to 0 dl 1746070977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.989302:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a601bb80 with x1830887431067392 ext(0->4095) 00010000:00010000:1.0:1746070966.989308:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d7060008036ea0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c16 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070966.989318:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d7060008036ea0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c16 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070966.989324:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a601bb80 00000100:00100000:1.0:1746070966.989596:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2511 00000100:00100000:1.0:1746070966.989602:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a601bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431067392:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070966.989693:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a601bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431067392:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070966.989698:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2511 00002000:00100000:1.0:1746070966.989702:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a601bb80 x1830887431067392/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746070977 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070966.989709:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a601bb80 with x1830887431067392 ext(0->4095) 00010000:00010000:1.0:1746070966.989714:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d7060008036ea0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c16 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070966.989722:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214200/0xa5d7060008036ea0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c16 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070966.989729:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a601bb80 00000100:00100000:0.0:1746070966.991667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.993143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070966.997840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.001326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.004582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.004797:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431068288 00000100:00100000:1.0:1746070967.004801:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431068288 00002000:00100000:1.0:1746070967.004824:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539500 x1830887431068288/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.004833:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539500 with x1830887431068288 ext(0->4095) 00002000:00010000:1.0:1746070967.004836:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d539500 00000100:00100000:1.0:1746070967.004846:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13344 00000100:00100000:1.0:1746070967.004850:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2009:x1830887431068288:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070967.004958:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2009:x1830887431068288:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.004963:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13344 00002000:00100000:1.0:1746070967.004968:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539500 x1830887431068288/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.004973:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539500 with x1830887431068288 ext(0->4095) 00002000:00010000:1.0:1746070967.004976:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d539500 00000100:00100000:0.0:1746070967.006935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.010775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.013705:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.015368:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.016344:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.020325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.023609:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.023952:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431069440 00000100:00100000:0.0:1746070967.023958:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431069440 00002000:00100000:0.0:1746070967.023990:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b100 x1830887431069440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.023999:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b100 with x1830887431069440 ext(0->4095) 00010000:00010000:0.0:1746070967.024232:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036ebc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c32 expref: 67 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.024246:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036ebc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c32 expref: 67 pid: 9568 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.024251:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53b100 00000100:00100000:0.0:1746070967.024325:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2513 00000100:00100000:0.0:1746070967.024333:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2008:x1830887431069440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070967.024626:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2008:x1830887431069440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 294us (1019us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070967.024632:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2513 00002000:00100000:0.0:1746070967.024636:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b100 x1830887431069440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.024644:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b100 with x1830887431069440 ext(0->4095) 00010000:00010000:0.0:1746070967.024648:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036ebc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c32 expref: 67 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.024657:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214800/0xa5d7060008036ebc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c32 expref: 67 pid: 9568 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.024662:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53b100 00000100:00100000:0.0:1746070967.034687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.035296:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431069824 00000100:00100000:1.0:1746070967.035302:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431069824 00002000:00100000:1.0:1746070967.035332:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538380 x1830887431069824/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.035341:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538380 with x1830887431069824 ext(0->4095) 00002000:00010000:1.0:1746070967.035345:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d538380 00000100:00100000:1.0:1746070967.035367:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13346 00000100:00100000:1.0:1746070967.035373:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2008:x1830887431069824:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.037847:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431069824:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 2471us (3172us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.037854:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13346 00002000:00100000:1.0:1746070967.037875:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538380 x1830887431069824/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.037884:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538380 with x1830887431069824 ext(0->4095) 00002000:00010000:1.0:1746070967.037889:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d538380 00000100:00100000:0.0:1746070967.043956:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.062107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.063491:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431070080 00000100:00100000:1.0:1746070967.063500:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431070080 00002000:00100000:1.0:1746070967.063539:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d538e00 x1830887431070080/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.063548:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538e00 with x1830887431070080 ext(0->7) 00010000:00010000:1.0:1746070967.063567:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008036ec3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c39 expref: 66 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.063579:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008036ec3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c39 expref: 66 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.063585:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d538e00 00000100:00100000:1.0:1746070967.063615:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2514 00000100:00100000:1.0:1746070967.063621:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431070080:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070967.065261:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2008:x1830887431070080:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1637us (3156us total) trans 4294972213 rc 0/0 00000100:00100000:0.0:1746070967.065270:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2514 00002000:00100000:0.0:1746070967.065276:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d538e00 x1830887431070080/t4294972213(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/448 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.065284:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538e00 with x1830887431070080 ext(0->7) 00010000:00010000:0.0:1746070967.065290:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008036ec3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c39 expref: 68 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.065306:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008036ec3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c39 expref: 68 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.065312:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d538e00 00000100:00100000:0.0:1746070967.073198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.079711:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426677504:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070967.079721:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070967.079756:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2010:x1830887431070208:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6208us (6567us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070967.079766:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13264 00000100:00100000:0.0:1746070967.079944:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431070592 00000100:00100000:0.0:1746070967.079949:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431070592 00002000:00100000:0.0:1746070967.079976:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c1500 x1830887431070592/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.079984:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c1500 with x1830887431070592 ext(0->4095) 00010000:00010000:0.0:1746070967.079990:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036eca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c40 expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.080001:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036eca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c40 expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.080007:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c1500 00000100:00100000:0.0:1746070967.080022:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2515 00000100:00100000:0.0:1746070967.080028:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431070592:12345-192.168.204.29@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746070967.080129:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431070592:12345-192.168.204.29@tcp:3:ldlm_bl.0 Request processed in 101us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070967.080134:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2515 00002000:00100000:0.0:1746070967.080138:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c1500 x1830887431070592/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.080145:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c1500 with x1830887431070592 ext(0->4095) 00010000:00010000:0.0:1746070967.080149:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036eca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c40 expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.080156:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036eca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c40 expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.080162:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c1500 00000100:00100000:0.0:1746070967.084345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.096201:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431070976 00000100:00100000:0.0:1746070967.096208:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431070976 00002000:00100000:0.0:1746070967.096242:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c7480 x1830887431070976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.096251:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c7480 with x1830887431070976 ext(0->4095) 00002000:00010000:0.0:1746070967.096255:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c7480 00000100:00100000:0.0:1746070967.096270:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13347 00000100:00100000:0.0:1746070967.096276:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2007:x1830887431070976:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070967.096367:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2007:x1830887431070976:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (566us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070967.096376:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13347 00002000:00100000:0.0:1746070967.096380:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c7480 x1830887431070976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.096387:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c7480 with x1830887431070976 ext(0->4095) 00002000:00010000:0.0:1746070967.096390:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c7480 00000100:00100000:0.0:1746070967.100135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.105616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.109249:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431071232:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3078us (3628us total) trans 4294972214 rc 0/0 00000100:00100000:0.0:1746070967.109258:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2516 00002000:00100000:0.0:1746070967.109267:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dcfdf80 x1830887431071232/t4294972214(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/448 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.109274:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfdf80 with x1830887431071232 ext(0->7) 00010000:00010000:0.0:1746070967.109283:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008036ed1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c47 expref: 70 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.109295:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008036ed1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c47 expref: 70 pid: 9568 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.109301:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfdf80 00000100:00100000:0.0:1746070967.113834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.114254:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.117500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.117583:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431071744 00000100:00100000:1.0:1746070967.117589:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431071744 00002000:00100000:1.0:1746070967.117620:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfc700 x1830887431071744/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.117629:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfc700 with x1830887431071744 ext(0->4095) 00010000:00010000:1.0:1746070967.117635:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008036ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c4e expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.117646:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008036ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c4e expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.117651:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfc700 00000100:00100000:1.0:1746070967.117666:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2517 00000100:00100000:1.0:1746070967.117672:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431071744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.119036:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431071744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1362us (1537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.119042:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2517 00002000:00100000:1.0:1746070967.119047:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfc700 x1830887431071744/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.119054:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfc700 with x1830887431071744 ext(0->4095) 00010000:00010000:1.0:1746070967.119060:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008036ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c4e expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.119071:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008036ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c4e expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.119077:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfc700 00000100:00100000:0.0:1746070967.126067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.128144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.128201:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431072128 00000100:00100000:1.0:1746070967.128206:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431072128 00002000:00100000:1.0:1746070967.128231:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfca80 x1830887431072128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.128239:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfca80 with x1830887431072128 ext(0->4095) 00002000:00010000:1.0:1746070967.128243:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcfca80 00000100:00100000:1.0:1746070967.128253:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13348 00000100:00100000:1.0:1746070967.128257:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2010:x1830887431072128:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070967.128338:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2010:x1830887431072128:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 80us (195us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.128342:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13348 00002000:00100000:1.0:1746070967.128346:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfca80 x1830887431072128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.128352:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfca80 with x1830887431072128 ext(0->4095) 00002000:00010000:1.0:1746070967.128354:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcfca80 00000100:00100000:0.0:1746070967.133690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.138035:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.142024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.145099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.145117:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431072768 00000100:00100000:0.0:1746070967.145120:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431072768 00002000:00100000:0.0:1746070967.145146:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfd880 x1830887431072768/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.145155:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfd880 with x1830887431072768 ext(0->4095) 00010000:00010000:0.0:1746070967.145161:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036ee6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c5c expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.145171:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036ee6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c5c expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.145177:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfd880 00000100:00100000:0.0:1746070967.145196:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2518 00000100:00100000:0.0:1746070967.145202:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431072768:12345-192.168.204.29@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746070967.145288:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431072768:12345-192.168.204.29@tcp:3:ldlm_bl.0 Request processed in 86us (190us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070967.145293:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2518 00002000:00100000:0.0:1746070967.145298:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfd880 x1830887431072768/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.145305:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfd880 with x1830887431072768 ext(0->4095) 00010000:00010000:0.0:1746070967.145309:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036ee6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c5c expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.145321:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036ee6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c5c expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.145326:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfd880 00000100:00100000:1.0:1746070967.147847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.149246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.157027:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.161836:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.169366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.169898:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431073664 00000100:00100000:1.0:1746070967.169904:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431073664 00002000:00100000:1.0:1746070967.169937:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e896a00 x1830887431073664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.169947:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e896a00 with x1830887431073664 ext(0->4095) 00002000:00010000:1.0:1746070967.169951:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e896a00 00000100:00100000:1.0:1746070967.169983:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13349 00000100:00100000:1.0:1746070967.169991:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431073664:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.171135:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431073664:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1143us (1776us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.171143:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13349 00002000:00100000:1.0:1746070967.171150:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e896a00 x1830887431073664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.171157:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e896a00 with x1830887431073664 ext(0->4095) 00002000:00010000:1.0:1746070967.171161:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e896a00 00000100:00100000:0.0:1746070967.175635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.183204:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.183346:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431073920 00000100:00100000:1.0:1746070967.183357:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431073920 00002000:00100000:1.0:1746070967.183392:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012e894700 x1830887431073920/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.183402:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e894700 with x1830887431073920 ext(0->7) 00010000:00010000:1.0:1746070967.183410:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008036ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c6a expref: 70 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.183422:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008036ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c6a expref: 70 pid: 9568 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.183428:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e894700 00000100:00100000:1.0:1746070967.186427:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2520 00000100:00100000:1.0:1746070967.186441:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e894700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431073920:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070967.187461:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e894700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2007:x1830887431073920:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1021us (4261us total) trans 4294972215 rc 0/0 00000100:00100000:0.0:1746070967.187468:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2520 00002000:00100000:0.0:1746070967.187475:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012e894700 x1830887431073920/t4294972215(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/448 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.187484:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e894700 with x1830887431073920 ext(0->7) 00010000:00010000:0.0:1746070967.187492:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008036ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c6a expref: 72 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.187505:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008036ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c6a expref: 72 pid: 9568 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.187511:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e894700 00000100:00100000:0.0:1746070967.192365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.201005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.202966:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.205036:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431074432 00000100:00100000:0.0:1746070967.205043:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431074432 00002000:00100000:1.0:1746070967.205213:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5b800 x1830887431074432/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.205223:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5b800 with x1830887431074432 ext(0->4095) 00010000:00010000:1.0:1746070967.205232:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008036efb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c71 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.205244:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008036efb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c71 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.205250:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5b800 00000100:00100000:1.0:1746070967.205275:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2521 00000100:00100000:1.0:1746070967.205281:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431074432:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.205394:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431074432:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (2432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.205399:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2521 00002000:00100000:1.0:1746070967.205404:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5b800 x1830887431074432/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.205411:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5b800 with x1830887431074432 ext(0->4095) 00010000:00010000:1.0:1746070967.205415:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008036efb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c71 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.205423:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008036efb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c71 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.205429:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5b800 00000100:00100000:0.0:1746070967.211422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.216532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.223016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.239112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.239206:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431075072 00000100:00100000:1.0:1746070967.239213:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431075072 00002000:00100000:1.0:1746070967.239253:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ed5a680 x1830887431075072/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.239262:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5a680 with x1830887431075072 ext(0->7) 00010000:00010000:1.0:1746070967.239271:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c78 expref: 72 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.239283:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c78 expref: 72 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.239289:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5a680 00000100:00100000:1.0:1746070967.240222:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2522 00000100:00100000:1.0:1746070967.240274:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2008:x1830887431075072:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070967.240913:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2008:x1830887431075072:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 640us (1805us total) trans 4294972216 rc 0/0 00000100:00100000:0.0:1746070967.240920:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2522 00002000:00100000:0.0:1746070967.240927:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ed5a680 x1830887431075072/t4294972216(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/448 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.240935:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5a680 with x1830887431075072 ext(0->7) 00010000:00010000:0.0:1746070967.240941:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c78 expref: 74 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.240951:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c78 expref: 74 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.240957:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5a680 00000100:00100000:0.0:1746070967.243640:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.244973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.248385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.248491:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431075584 00000100:00100000:1.0:1746070967.248497:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431075584 00002000:00100000:1.0:1746070967.248532:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed59c00 x1830887431075584/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.248540:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed59c00 with x1830887431075584 ext(0->4095) 00010000:00010000:1.0:1746070967.248548:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008036f09 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c7f expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.248569:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008036f09 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c7f expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.248574:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed59c00 00000100:00100000:1.0:1746070967.248603:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2523 00000100:00100000:1.0:1746070967.248610:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431075584:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.248720:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431075584:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.248725:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2523 00002000:00100000:1.0:1746070967.248730:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed59c00 x1830887431075584/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.248736:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed59c00 with x1830887431075584 ext(0->4095) 00010000:00010000:1.0:1746070967.248740:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008036f09 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c7f expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.248748:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008036f09 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c7f expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.248753:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed59c00 00000100:00100000:0.0:1746070967.252273:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.256150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.258105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.262479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.265125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.266499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.266798:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431076608 00000100:00100000:1.0:1746070967.266803:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431076608 00002000:00100000:1.0:1746070967.266830:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e01500 x1830887431076608/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.266837:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01500 with x1830887431076608 ext(0->4095) 00010000:00010000:1.0:1746070967.266843:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f17 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c8d expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.266852:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f17 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c8d expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.266858:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e01500 00000100:00100000:1.0:1746070967.267160:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2524 00000100:00100000:1.0:1746070967.267167:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431076608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.267748:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431076608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 581us (1250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.267753:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2524 00002000:00100000:1.0:1746070967.267758:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e01500 x1830887431076608/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.267765:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01500 with x1830887431076608 ext(0->4095) 00010000:00010000:1.0:1746070967.267769:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c8d expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.267778:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c8d expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.267788:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e01500 00000100:00100000:0.0:1746070967.270684:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431076736 00000100:00100000:0.0:1746070967.270691:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431076736 00010000:00010000:0.0:1746070967.270718:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c8d expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746070967.270831:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13276 00000100:00100000:0.0:1746070967.270839:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431076736:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070967.270850:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070967.270884:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c8d expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.270893:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c8d expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.270911:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c8d expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.271147:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070967.271149:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070967.271156:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036f1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c94 expref: 73 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.271164:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036f1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c94 expref: 73 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.271191:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036f1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c94 expref: 73 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070967.271205:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e01c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426680576:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070967.271416:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070967.276102:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e01c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426680576:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070967.276122:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070967.276425:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431076736:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5585us (5807us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070967.276435:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13276 00000100:00100000:1.0:1746070967.277182:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431076992 00000100:00100000:1.0:1746070967.277188:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431076992 00002000:00100000:1.0:1746070967.277218:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c4a80 x1830887431076992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.277227:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4a80 with x1830887431076992 ext(0->4095) 00002000:00010000:1.0:1746070967.277231:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c4a80 00000100:00100000:1.0:1746070967.277259:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13352 00000100:00100000:1.0:1746070967.277265:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2008:x1830887431076992:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.278127:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2008:x1830887431076992:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 861us (1521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.278137:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13352 00002000:00100000:1.0:1746070967.278143:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c4a80 x1830887431076992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.278149:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4a80 with x1830887431076992 ext(0->4095) 00002000:00010000:1.0:1746070967.278152:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c4a80 00000100:00100000:0.0:1746070967.286565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.295785:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.295923:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431077248 00000100:00100000:1.0:1746070967.295929:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431077248 00002000:00100000:1.0:1746070967.295960:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e02a00 x1830887431077248/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.295968:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02a00 with x1830887431077248 ext(0->7) 00010000:00010000:1.0:1746070967.295974:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036f1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c94 expref: 74 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.295983:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036f1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c94 expref: 74 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.295989:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e02a00 00000100:00100000:1.0:1746070967.296017:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2525 00000100:00100000:1.0:1746070967.296024:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2007:x1830887431077248:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070967.297092:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431077248:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1063us (1301us total) trans 4294972217 rc 0/0 00000100:00100000:0.0:1746070967.297098:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2525 00002000:00100000:0.0:1746070967.297104:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e02a00 x1830887431077248/t4294972217(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/448 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.297111:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02a00 with x1830887431077248 ext(0->7) 00010000:00010000:0.0:1746070967.297117:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036f1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c94 expref: 76 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.297130:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036f1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c94 expref: 76 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.297135:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e02a00 00000100:00100000:0.0:1746070967.298236:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.298252:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431077504 00000100:00100000:0.0:1746070967.298256:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431077504 00010000:00010000:0.0:1746070967.298271:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036f1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c94 expref: 77 pid: 9567 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746070967.298287:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13277 00000100:00100000:0.0:1746070967.298292:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2009:x1830887431077504:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070967.298299:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070967.298310:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036f1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c94 expref: 77 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.298319:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036f1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c94 expref: 77 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.298333:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036f1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c94 expref: 77 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.298465:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070967.298467:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070967.298473:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036f25 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c9b expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.298480:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036f25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c9b expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.298499:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036f25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c9b expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.298513:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036f25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c9b expref: 5 pid: 9567 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746070967.298523:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e03100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426680960:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070967.298582:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070967.299588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.299653:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431077760 00000100:00100000:1.0:1746070967.299658:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431077760 00002000:00100000:1.0:1746070967.299679:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e00000 x1830887431077760/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.299687:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00000 with x1830887431077760 ext(0->4095) 00010000:00010000:1.0:1746070967.299693:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036f25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c9b expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.299702:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036f25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c9b expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.299708:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e00000 00000100:00100000:1.0:1746070967.299911:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2526 00000100:00100000:1.0:1746070967.299919:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431077760:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070967.300005:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431077760:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 86us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.300010:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2526 00002000:00100000:1.0:1746070967.300014:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e00000 x1830887431077760/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.300021:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00000 with x1830887431077760 ext(0->4095) 00010000:00010000:1.0:1746070967.300025:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036f25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c9b expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.300032:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008036f25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013c9b expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.300037:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e00000 00000100:00100000:0.0:1746070967.301476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.304135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.304378:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431078144 00000100:00100000:1.0:1746070967.304383:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431078144 00002000:00100000:1.0:1746070967.304407:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e01180 x1830887431078144/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.304420:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01180 with x1830887431078144 ext(0->4095) 00002000:00010000:1.0:1746070967.304423:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e01180 00000100:00100000:1.0:1746070967.304448:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13353 00000100:00100000:1.0:1746070967.304457:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431078144:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.304624:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431078144:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.304629:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13353 00002000:00100000:1.0:1746070967.304635:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e01180 x1830887431078144/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.304641:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01180 with x1830887431078144 ext(0->4095) 00002000:00010000:1.0:1746070967.304643:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e01180 00000100:00100000:0.0:1746070967.306136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.308259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.310474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.310545:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431078656 00000100:00100000:1.0:1746070967.310558:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431078656 00002000:00100000:1.0:1746070967.310584:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e03100 x1830887431078656/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.310591:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e03100 with x1830887431078656 ext(0->4095) 00002000:00010000:1.0:1746070967.310595:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e03100 00000100:00100000:0.0:1746070967.312856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.315107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.316405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.318954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.321647:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.321731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.326592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.326722:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431079808 00000100:00100000:1.0:1746070967.326728:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431079808 00002000:00100000:1.0:1746070967.326757:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607c380 x1830887431079808/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.326770:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607c380 with x1830887431079808 ext(0->4095) 00010000:00010000:1.0:1746070967.326776:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008036f41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cb7 expref: 76 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.326787:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008036f41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cb7 expref: 76 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.326793:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607c380 00000100:00100000:1.0:1746070967.326818:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2528 00000100:00100000:1.0:1746070967.326823:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2009:x1830887431079808:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070967.326961:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2009:x1830887431079808:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.326966:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2528 00002000:00100000:1.0:1746070967.326971:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607c380 x1830887431079808/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.326977:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607c380 with x1830887431079808 ext(0->4095) 00010000:00010000:1.0:1746070967.326981:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008036f41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cb7 expref: 76 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.326989:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008036f41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cb7 expref: 76 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.326994:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607c380 00000100:00100000:0.0:1746070967.328366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.328427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.331320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.334320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.337698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.339321:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.341758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.343590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.346002:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431081344 00000100:00100000:0.0:1746070967.346009:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431081344 00000100:00100000:0.0:1746070967.346047:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29483 00000100:00100000:0.0:1746070967.346053:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:1661:x1830887431081344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070967.346066:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070967.346080:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036f5d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013cd3 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.346100:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ccc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.346106:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070967.346107:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070967.346110:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036f5d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cd3 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.346136:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ccc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.346145:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ccc expref: 5 pid: 9566 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746070967.346155:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426682752:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070967.346215:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070967.350902:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.351735:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.351825:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431081600 00000100:00100000:0.0:1746070967.351829:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431081600 00010000:00010000:0.0:1746070967.351844:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ccc expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746070967.351862:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13285 00000100:00100000:0.0:1746070967.351882:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431081600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070967.351889:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070967.351904:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ccc expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.351913:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ccc expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.351928:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036f56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ccc expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.351940:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070967.351941:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070967.351946:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036f5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cd3 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.351953:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036f5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cd3 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.351969:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036f5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cd3 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.351977:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036f5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cd3 expref: 76 pid: 9566 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746070967.351987:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8c7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426683008:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070967.352027:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070967.355824:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.356477:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431081856 00000100:00100000:1.0:1746070967.356483:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431081856 00002000:00100000:1.0:1746070967.356525:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fdc00 x1830887431081856/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.356539:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fdc00 with x1830887431081856 ext(0->4095) 00010000:00010000:1.0:1746070967.356546:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036f5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cd3 expref: 77 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.356568:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036f5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cd3 expref: 77 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.356573:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839fdc00 00000100:00100000:1.0:1746070967.356600:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2530 00000100:00100000:1.0:1746070967.356606:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887431081856:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.356699:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887431081856:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (882us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.356705:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2530 00002000:00100000:1.0:1746070967.356709:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fdc00 x1830887431081856/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.356716:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fdc00 with x1830887431081856 ext(0->4095) 00010000:00010000:1.0:1746070967.356720:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036f5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cd3 expref: 77 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.356728:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008036f5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cd3 expref: 77 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.356734:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839fdc00 00000100:00100000:0.0:1746070967.359488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.364440:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.367957:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.368004:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.371664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.375786:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.379250:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.379469:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431083264 00000100:00100000:1.0:1746070967.379476:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431083264 00002000:00100000:1.0:1746070967.379505:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d302300 x1830887431083264/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.379513:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302300 with x1830887431083264 ext(0->4095) 00002000:00010000:1.0:1746070967.379517:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d302300 00000100:00100000:1.0:1746070967.379541:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13357 00000100:00100000:1.0:1746070967.379547:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431083264:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.379649:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431083264:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.379655:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13357 00002000:00100000:1.0:1746070967.379660:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d302300 x1830887431083264/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.379667:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302300 with x1830887431083264 ext(0->4095) 00002000:00010000:1.0:1746070967.379669:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d302300 00000100:00100000:0.0:1746070967.382775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.387099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.390451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.394074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.397959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.401337:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.401390:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431084288 00000100:00100000:1.0:1746070967.401396:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431084288 00002000:00100000:1.0:1746070967.401431:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300e00 x1830887431084288/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.401439:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300e00 with x1830887431084288 ext(0->4095) 00002000:00010000:1.0:1746070967.401443:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d300e00 00000100:00100000:1.0:1746070967.401470:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13358 00000100:00100000:1.0:1746070967.401476:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431084288:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.401606:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431084288:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.401615:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13358 00002000:00100000:1.0:1746070967.401619:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300e00 x1830887431084288/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.401625:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300e00 with x1830887431084288 ext(0->4095) 00002000:00010000:1.0:1746070967.401628:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d300e00 00000100:00100000:0.0:1746070967.409338:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.412626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.413411:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2007:x1830887431084544:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 597us (789us total) trans 4294972218 rc 0/0 00000100:00100000:0.0:1746070967.413417:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2534 00002000:00100000:0.0:1746070967.413424:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d303b80 x1830887431084544/t4294972218(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/448 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.413431:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d303b80 with x1830887431084544 ext(0->7) 00010000:00010000:0.0:1746070967.413436:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d7060008036f80 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cf6 expref: 78 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.413445:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b1a4600/0xa5d7060008036f80 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013cf6 expref: 78 pid: 9568 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.413456:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d303b80 00000100:00100000:1.0:1746070967.421185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.423304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.427698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.431484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.431948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.437894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.438129:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431085440 00000100:00100000:1.0:1746070967.438138:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431085440 00010000:00010000:1.0:1746070967.438158:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036f8e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d04 expref: 78 pid: 9568 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746070967.438178:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13293 00000100:00100000:1.0:1746070967.438183:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2008:x1830887431085440:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070967.438194:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070967.438208:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036f8e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d04 expref: 78 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.438219:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036f8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d04 expref: 78 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.438236:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070967.438237:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070967.438243:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036f95 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d0b expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.438254:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036f95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d0b expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.438277:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036f95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d0b expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070967.438287:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426684928:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070967.438328:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070967.441685:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426684928:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070967.441800:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070967.441845:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431085440:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3660us (3950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070967.441853:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13293 00000100:00100000:1.0:1746070967.442235:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431085696 00000100:00100000:1.0:1746070967.442241:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431085696 00002000:00100000:1.0:1746070967.442267:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c3b80 x1830887431085696/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.442274:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3b80 with x1830887431085696 ext(0->4095) 00002000:00010000:1.0:1746070967.442278:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c3b80 00000100:00100000:1.0:1746070967.442299:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13359 00000100:00100000:1.0:1746070967.442304:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431085696:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.442393:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431085696:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (212us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.442400:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13359 00002000:00100000:1.0:1746070967.442404:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c3b80 x1830887431085696/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.442410:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3b80 with x1830887431085696 ext(0->4095) 00002000:00010000:1.0:1746070967.442412:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c3b80 00000100:00100000:0.0:1746070967.445295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.445337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.445463:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431085824 00000100:00100000:1.0:1746070967.445470:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431085824 00000100:00100000:1.0:1746070967.445510:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431085952 00000100:00100000:1.0:1746070967.445515:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431085952 00000100:00100000:1.0:1746070967.445536:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29492 00000100:00100000:1.0:1746070967.445541:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:1661:x1830887431085824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070967.445564:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070967.445576:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036f9c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013d12 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.445601:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036f95 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d0b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.445607:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070967.445608:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070967.445611:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036f9c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d12 expref: 79 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.445647:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036f95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d0b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.445658:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036f95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d0b expref: 5 pid: 9568 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746070967.445668:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426685056:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070967.445720:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070967.447148:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426685056:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070967.447162:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036f9c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d12 expref: 79 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.447171:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2800, rc 0) 00000100:00100000:1.0:1746070967.447189:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:1661:x1830887431085824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1648us (1899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070967.447194:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29492 00000100:00100000:0.0:1746070967.451793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.451905:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431086080 00000100:00100000:1.0:1746070967.451913:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431086080 00010000:00010000:1.0:1746070967.451946:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036f95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d0b expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746070967.451983:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13294 00000100:00100000:1.0:1746070967.451991:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431086080:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070967.452003:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070967.452018:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036f95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d0b expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.452028:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036f95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d0b expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.452053:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008036f95 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d0b expref: 6 pid: 9568 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.452071:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070967.452073:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070967.452079:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036f9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d12 expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.452086:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036f9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d12 expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.452114:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036f9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d12 expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.452124:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008036f9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d12 expref: 78 pid: 9567 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746070967.452133:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426685312:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070967.452798:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070967.458316:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426685312:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070967.458337:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070967.458382:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431086080:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6393us (6595us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070967.458391:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13294 00000100:00100000:0.0:1746070967.465821:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.465938:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.466040:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431086464 00000100:00100000:1.0:1746070967.466049:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431086464 00000100:00100000:1.0:1746070967.466765:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29494 00000100:00100000:1.0:1746070967.466773:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431086464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070967.466791:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070967.466806:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036faa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013d20 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.466856:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070967.466861:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036fa3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d19 expref: 79 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.466893:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070967.466897:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036faa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d20 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.466962:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036fa3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d19 expref: 79 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.466983:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036faa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d20 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.466990:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070967.466992:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070967.466997:0:9567:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d19 expref: 78 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.467003:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d19 expref: 78 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.467036:0:9567:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d19 expref: 78 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.467046:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008036fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d19 expref: 78 pid: 9568 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746070967.467061:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426685568:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070967.467104:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070967.468610:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426685568:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070967.468621:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3600, rc 0) 00000100:00100000:1.0:1746070967.468641:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431086464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1870us (2827us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070967.468647:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29494 00000100:00100000:0.0:1746070967.470585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.472078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.472139:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431086976 00000100:00100000:1.0:1746070967.472144:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431086976 00000100:00100000:0.0:1746070967.472390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.473009:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29495 00000100:00100000:1.0:1746070967.473056:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:1660:x1830887431086976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070967.473066:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070967.473075:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008036fb1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013d27 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.473087:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070967.473092:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036faa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d20 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.473098:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070967.473100:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008036fb1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d27 expref: 79 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.473266:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036faa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d20 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.473279:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036faa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d20 expref: 5 pid: 9567 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746070967.473289:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426685824:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070967.473478:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070967.474834:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426685824:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070967.474851:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008036fb1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d27 expref: 79 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.474861:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3c00, rc 0) 00000100:00100000:0.0:1746070967.474931:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:1660:x1830887431086976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1874us (2853us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070967.474937:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29495 00000100:00100000:0.0:1746070967.477136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.477280:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431087360 00000100:00100000:1.0:1746070967.477286:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431087360 00002000:00100000:1.0:1746070967.477316:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2c380 x1830887431087360/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.477324:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2c380 with x1830887431087360 ext(0->4095) 00010000:00010000:1.0:1746070967.477331:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036faa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d20 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.477341:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036faa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d20 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.477346:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2c380 00000100:00100000:1.0:1746070967.477362:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2538 00000100:00100000:1.0:1746070967.477368:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431087360:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.477462:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431087360:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.477467:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2538 00002000:00100000:1.0:1746070967.477472:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2c380 x1830887431087360/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.477478:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2c380 with x1830887431087360 ext(0->4095) 00010000:00010000:1.0:1746070967.477481:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036faa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d20 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.477489:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008036faa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d20 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.477493:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2c380 00000100:00100000:0.0:1746070967.479992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.488787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.491803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.495344:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.498286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.501791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.502293:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431088384 00000100:00100000:1.0:1746070967.502299:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431088384 00002000:00100000:1.0:1746070967.502331:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f991c00 x1830887431088384/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.502338:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f991c00 with x1830887431088384 ext(0->4095) 00010000:00010000:1.0:1746070967.502344:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008036fb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d2e expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.502354:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008036fb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d2e expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.502359:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f991c00 00000100:00100000:1.0:1746070967.502383:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2539 00000100:00100000:1.0:1746070967.502390:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431088384:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.502490:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431088384:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (699us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.502495:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2539 00002000:00100000:1.0:1746070967.502501:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f991c00 x1830887431088384/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.502507:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f991c00 with x1830887431088384 ext(0->4095) 00010000:00010000:1.0:1746070967.502511:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008036fb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d2e expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.502519:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008036fb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d2e expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.502525:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f991c00 00000100:00100000:0.0:1746070967.504754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.509359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.513803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.523087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.523144:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431089024 00000100:00100000:1.0:1746070967.523151:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431089024 00002000:00100000:1.0:1746070967.523181:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e119180 x1830887431089024/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.523189:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119180 with x1830887431089024 ext(0->7) 00010000:00010000:1.0:1746070967.523197:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008036fbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d35 expref: 78 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.523207:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008036fbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d35 expref: 78 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.523213:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e119180 00000100:00100000:1.0:1746070967.523240:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2540 00000100:00100000:1.0:1746070967.523246:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2007:x1830887431089024:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070967.524161:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2007:x1830887431089024:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 913us (1079us total) trans 4294972219 rc 0/0 00000100:00100000:0.0:1746070967.524167:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2540 00002000:00100000:0.0:1746070967.524173:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e119180 x1830887431089024/t4294972219(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/448 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.524179:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119180 with x1830887431089024 ext(0->7) 00010000:00010000:0.0:1746070967.524183:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008036fbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d35 expref: 80 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.524191:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008036fbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d35 expref: 80 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.524196:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e119180 00000100:00100000:0.0:1746070967.527366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.528061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.532192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.532208:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431089536 00000100:00100000:0.0:1746070967.532213:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431089536 00002000:00100000:0.0:1746070967.532240:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11ad80 x1830887431089536/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.532259:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11ad80 with x1830887431089536 ext(0->4095) 00010000:00010000:0.0:1746070967.532264:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036fc6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d3c expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.532274:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036fc6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d3c expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.532279:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e11ad80 00000100:00100000:0.0:1746070967.535401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.539923:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.543807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.564684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.565470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.565508:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431090304 00000100:00100000:0.0:1746070967.565514:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431090304 00002000:00100000:0.0:1746070967.565558:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e11a300 x1830887431090304/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.565569:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a300 with x1830887431090304 ext(0->7) 00010000:00010000:0.0:1746070967.565576:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008036fcd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d43 expref: 80 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.565588:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008036fcd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d43 expref: 80 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.565593:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e11a300 00000100:00100000:0.0:1746070967.565627:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2542 00000100:00100000:0.0:1746070967.565634:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2007:x1830887431090304:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070967.569007:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:2007:x1830887431090304:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3367us (3532us total) trans 4294972220 rc 0/0 00000100:00100000:1.0:1746070967.569015:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2542 00002000:00100000:1.0:1746070967.569022:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e11a300 x1830887431090304/t4294972220(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/448 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.569030:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a300 with x1830887431090304 ext(0->7) 00010000:00010000:1.0:1746070967.569037:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008036fcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d43 expref: 83 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.569049:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008036fcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d43 expref: 83 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.569055:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e11a300 00000100:00100000:0.0:1746070967.573053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.578451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.578609:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431090688 00000100:00100000:1.0:1746070967.578614:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431090688 00002000:00100000:1.0:1746070967.578649:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118a80 x1830887431090688/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.578657:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118a80 with x1830887431090688 ext(0->4095) 00010000:00010000:1.0:1746070967.578664:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d4a expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.578675:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d4a expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.578685:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e118a80 00000100:00100000:1.0:1746070967.578701:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2543 00000100:00100000:1.0:1746070967.578707:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431090688:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.578810:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431090688:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.578816:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2543 00002000:00100000:1.0:1746070967.578821:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118a80 x1830887431090688/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.578827:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118a80 with x1830887431090688 ext(0->4095) 00010000:00010000:1.0:1746070967.578831:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d4a expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.578839:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008036fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d4a expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.578844:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e118a80 00000100:00100000:0.0:1746070967.584173:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.588746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.588990:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431091072 00000100:00100000:1.0:1746070967.588996:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431091072 00002000:00100000:1.0:1746070967.589025:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118700 x1830887431091072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.589033:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118700 with x1830887431091072 ext(0->4095) 00002000:00010000:1.0:1746070967.589037:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118700 00000100:00100000:1.0:1746070967.589068:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13363 00000100:00100000:1.0:1746070967.589074:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2010:x1830887431091072:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070967.589170:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2010:x1830887431091072:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (425us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.589176:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13363 00002000:00100000:1.0:1746070967.589181:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118700 x1830887431091072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.589187:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118700 with x1830887431091072 ext(0->4095) 00002000:00010000:1.0:1746070967.589189:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118700 00000100:00100000:0.0:1746070967.595076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.600832:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.606963:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:2007:x1830887431091328:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 5201us (6124us total) trans 4294972221 rc 0/0 00000100:00100000:0.0:1746070967.606974:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2544 00002000:00100000:0.0:1746070967.606983:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e118e00 x1830887431091328/t4294972221(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/448 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.606991:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118e00 with x1830887431091328 ext(0->7) 00010000:00010000:0.0:1746070967.606999:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036fdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d51 expref: 84 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.607011:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008036fdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d51 expref: 84 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.607017:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e118e00 00000100:00100000:0.0:1746070967.613465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.617543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.620948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.620964:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431091840 00000100:00100000:0.0:1746070967.620969:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431091840 00002000:00100000:0.0:1746070967.620999:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5354380 x1830887431091840/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.621015:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5354380 with x1830887431091840 ext(0->4095) 00010000:00010000:0.0:1746070967.621022:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008036fe2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d58 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.621034:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008036fe2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d58 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.621040:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5354380 00000100:00100000:0.0:1746070967.621060:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2545 00000100:00100000:0.0:1746070967.621066:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431091840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070967.621173:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431091840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (229us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070967.621179:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2545 00002000:00100000:0.0:1746070967.621184:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5354380 x1830887431091840/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.621190:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5354380 with x1830887431091840 ext(0->4095) 00010000:00010000:0.0:1746070967.621194:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008036fe2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d58 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.621202:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008036fe2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d58 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.621207:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5354380 00000100:00100000:0.0:1746070967.627386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.644520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.644628:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431092224 00000100:00100000:1.0:1746070967.644636:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431092224 00002000:00100000:1.0:1746070967.644674:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5355c00 x1830887431092224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.644683:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5355c00 with x1830887431092224 ext(0->4095) 00002000:00010000:1.0:1746070967.644688:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5355c00 00000100:00100000:1.0:1746070967.644717:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13364 00000100:00100000:1.0:1746070967.644723:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:2007:x1830887431092224:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.644833:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:2007:x1830887431092224:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.644838:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13364 00002000:00100000:1.0:1746070967.644843:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5355c00 x1830887431092224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.644849:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5355c00 with x1830887431092224 ext(0->4095) 00002000:00010000:1.0:1746070967.644852:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5355c00 00000100:00100000:0.0:1746070967.654675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.658368:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.661991:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:2007:x1830887431092480:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1633us (3622us total) trans 4294972222 rc 0/0 00000100:00100000:0.0:1746070967.662091:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2546 00002000:00100000:0.0:1746070967.662098:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5357800 x1830887431092480/t4294972222(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/448 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.662105:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5357800 with x1830887431092480 ext(0->7) 00010000:00010000:0.0:1746070967.663248:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036fe9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d5f expref: 86 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.663262:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008036fe9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d5f expref: 86 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.663269:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5357800 00000100:00100000:0.0:1746070967.666625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.672467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.673964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.674019:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426688256:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070967.674035:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070967.674058:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+87:2008:x1830887431092608:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5251us (7439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070967.674066:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13306 00000100:00100000:0.0:1746070967.674208:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431092992 00000100:00100000:0.0:1746070967.674213:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431092992 00002000:00100000:0.0:1746070967.674239:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fb100 x1830887431092992/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.674247:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fb100 with x1830887431092992 ext(0->4095) 00010000:00010000:0.0:1746070967.674253:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036ff0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d66 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.674263:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036ff0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d66 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.674269:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839fb100 00000100:00100000:0.0:1746070967.674282:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2547 00000100:00100000:0.0:1746070967.674288:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431092992:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070967.674368:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431092992:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 81us (407us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070967.674373:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2547 00002000:00100000:0.0:1746070967.674378:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fb100 x1830887431092992/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.674385:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fb100 with x1830887431092992 ext(0->4095) 00010000:00010000:0.0:1746070967.674389:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036ff0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d66 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.674397:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008036ff0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d66 expref: 6 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.674401:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839fb100 00000100:00100000:1.0:1746070967.677562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.677627:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431093120 00000100:00100000:0.0:1746070967.677634:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431093120 00000100:00100000:0.0:1746070967.677666:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29506 00000100:00100000:0.0:1746070967.677672:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+87:1661:x1830887431093120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070967.677684:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070967.677696:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c702000/0xa5d7060008036ffe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013d74 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.677721:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070967.677726:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036ff7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d6d expref: 88 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.677731:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070967.677734:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c702000/0xa5d7060008036ffe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d74 expref: 88 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.677760:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036ff7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d6d expref: 88 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.677770:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c702000/0xa5d7060008036ffe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d74 expref: 88 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.677778:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c702000, rc 0) 00000100:00100000:0.0:1746070967.678457:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:1661:x1830887431093120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 784us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070967.678462:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29506 00000100:00100000:0.0:1746070967.680062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.683636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.683706:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431093504 00000100:00100000:1.0:1746070967.683711:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431093504 00002000:00100000:1.0:1746070967.683747:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5356300 x1830887431093504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.683755:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5356300 with x1830887431093504 ext(0->4095) 00010000:00010000:1.0:1746070967.683761:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036ff7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d6d expref: 87 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.683771:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036ff7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d6d expref: 87 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.683777:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5356300 00000100:00100000:1.0:1746070967.683791:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2548 00000100:00100000:1.0:1746070967.683797:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+87:2008:x1830887431093504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.683928:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+87:2008:x1830887431093504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.683934:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2548 00002000:00100000:1.0:1746070967.683938:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5356300 x1830887431093504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.683945:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5356300 with x1830887431093504 ext(0->4095) 00010000:00010000:1.0:1746070967.683950:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036ff7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d6d expref: 87 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.683958:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008036ff7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d6d expref: 87 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.683963:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5356300 00000100:00100000:0.0:1746070967.686056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.688788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.690898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.694862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.700984:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431094400 00000100:00100000:1.0:1746070967.700992:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431094400 00002000:00100000:1.0:1746070967.701029:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c2300 x1830887431094400/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.701038:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2300 with x1830887431094400 ext(0->4095) 00002000:00010000:1.0:1746070967.701042:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c2300 00000100:00100000:1.0:1746070967.701065:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13366 00000100:00100000:1.0:1746070967.701071:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431094400:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070967.701180:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431094400:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.701185:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13366 00002000:00100000:1.0:1746070967.701190:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c2300 x1830887431094400/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.701196:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2300 with x1830887431094400 ext(0->4095) 00002000:00010000:1.0:1746070967.701198:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c2300 00000100:00100000:0.0:1746070967.701415:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e5c1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426689024:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070967.701431:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070967.701450:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b423850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+87:2008:x1830887431094144:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6468us (6590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070967.701456:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13309 00000100:00100000:0.0:1746070967.704553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.706571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.713829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.713896:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431095040 00000100:00100000:1.0:1746070967.713902:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431095040 00002000:00100000:1.0:1746070967.713936:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd26680 x1830887431095040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.713945:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd26680 with x1830887431095040 ext(0->4095) 00010000:00010000:1.0:1746070967.713952:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d706000803700c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d82 expref: 87 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.713964:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d706000803700c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d82 expref: 87 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.713970:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd26680 00000100:00100000:1.0:1746070967.713994:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2549 00000100:00100000:1.0:1746070967.714001:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+87:2007:x1830887431095040:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.714096:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+87:2007:x1830887431095040:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.714101:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2549 00002000:00100000:1.0:1746070967.714106:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd26680 x1830887431095040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.714113:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd26680 with x1830887431095040 ext(0->4095) 00010000:00010000:1.0:1746070967.714116:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d706000803700c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d82 expref: 87 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.714124:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d706000803700c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d82 expref: 87 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.714134:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd26680 00000100:00100000:0.0:1746070967.718303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.725744:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.732398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.740031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.740785:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431095680 00000100:00100000:1.0:1746070967.740791:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431095680 00002000:00100000:1.0:1746070967.740820:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fd27480 x1830887431095680/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.740828:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27480 with x1830887431095680 ext(0->7) 00010000:00010000:1.0:1746070967.740834:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037013 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d89 expref: 86 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.740844:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037013 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d89 expref: 86 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.740850:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd27480 00000100:00100000:1.0:1746070967.740897:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2550 00000100:00100000:1.0:1746070967.740902:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:2009:x1830887431095680:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070967.742539:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2009:x1830887431095680:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1634us (2513us total) trans 4294972223 rc 0/0 00000100:00100000:0.0:1746070967.742555:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2550 00002000:00100000:0.0:1746070967.742561:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fd27480 x1830887431095680/t4294972223(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 496/448 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070967.742569:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27480 with x1830887431095680 ext(0->7) 00010000:00010000:0.0:1746070967.742574:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037013 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d89 expref: 88 pid: 9567 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.742585:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037013 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d89 expref: 88 pid: 9567 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746070967.742591:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd27480 00000100:00100000:0.0:1746070967.745252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.750097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.750192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.750340:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431096192 00000100:00100000:1.0:1746070967.750347:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431096192 00002000:00100000:1.0:1746070967.750380:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11a680 x1830887431096192/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.750390:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a680 with x1830887431096192 ext(0->4095) 00002000:00010000:1.0:1746070967.750394:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11a680 00000100:00100000:1.0:1746070967.750409:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13368 00000100:00100000:1.0:1746070967.750415:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431096192:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.750512:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431096192:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.750518:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13368 00002000:00100000:1.0:1746070967.750523:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11a680 x1830887431096192/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.750529:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a680 with x1830887431096192 ext(0->4095) 00002000:00010000:1.0:1746070967.750532:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11a680 00000100:00100000:0.0:1746070967.753510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.757222:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431096704 00000100:00100000:1.0:1746070967.757227:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431096704 00002000:00100000:1.0:1746070967.757252:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d301500 x1830887431096704/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.757260:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301500 with x1830887431096704 ext(0->4095) 00010000:00010000:1.0:1746070967.757265:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008037021 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d97 expref: 89 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.757275:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008037021 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d97 expref: 89 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.757280:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d301500 00000100:00100000:1.0:1746070967.757306:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2551 00000100:00100000:1.0:1746070967.757311:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2007:x1830887431096704:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.757408:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2007:x1830887431096704:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.757413:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2551 00002000:00100000:1.0:1746070967.757418:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d301500 x1830887431096704/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.757969:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301500 with x1830887431096704 ext(0->4095) 00010000:00010000:1.0:1746070967.757974:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008037021 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d97 expref: 89 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.757983:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d7060008037021 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013d97 expref: 89 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.757988:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d301500 00000100:00100000:0.0:1746070967.759568:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.762110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.762539:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431097088 00000100:00100000:1.0:1746070967.762553:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431097088 00002000:00100000:1.0:1746070967.762581:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5354e00 x1830887431097088/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.762589:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5354e00 with x1830887431097088 ext(0->4095) 00002000:00010000:1.0:1746070967.762592:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5354e00 00000100:00100000:1.0:1746070967.762606:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13369 00000100:00100000:1.0:1746070967.762612:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2009:x1830887431097088:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070967.762831:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2009:x1830887431097088:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 218us (723us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.762836:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13369 00002000:00100000:1.0:1746070967.762841:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5354e00 x1830887431097088/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.762849:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5354e00 with x1830887431097088 ext(0->4095) 00002000:00010000:1.0:1746070967.762852:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5354e00 00000100:00100000:0.0:1746070967.765634:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.768656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.772771:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.772851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.772891:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431097600 00000100:00100000:1.0:1746070967.773268:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431097600 00002000:00100000:1.0:1746070967.773292:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e350380 x1830887431097600/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.773300:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e350380 with x1830887431097600 ext(0->4095) 00010000:00010000:1.0:1746070967.773305:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d706000803702f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013da5 expref: 6 pid: 10108 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.773314:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d706000803702f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013da5 expref: 6 pid: 10108 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.773319:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e350380 00000100:00100000:1.0:1746070967.773332:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2552 00000100:00100000:1.0:1746070967.773337:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431097600:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.773435:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431097600:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.773440:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2552 00002000:00100000:1.0:1746070967.773445:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e350380 x1830887431097600/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.773455:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e350380 with x1830887431097600 ext(0->4095) 00010000:00010000:1.0:1746070967.773459:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d706000803702f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013da5 expref: 6 pid: 10108 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.773467:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d706000803702f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013da5 expref: 6 pid: 10108 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.773475:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e350380 00000100:00100000:0.0:1746070967.776727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.780124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.781624:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13316 00000100:00100000:0.0:1746070967.781633:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b422c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431097984:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070967.781643:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070967.781659:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d706000803702f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013da5 expref: 6 pid: 10108 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.781669:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d706000803702f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013da5 expref: 6 pid: 10108 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.781685:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124214000/0xa5d706000803702f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013da5 expref: 6 pid: 10108 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746070967.781878:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070967.781881:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070967.781887:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037036 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013dac expref: 88 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.781898:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037036 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013dac expref: 88 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.781924:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037036 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013dac expref: 88 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070967.781934:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037036 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013dac expref: 88 pid: 10108 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746070967.781943:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e350700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426690944:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070967.782003:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070967.785950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.787744:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.790851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.791004:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431098624 00000100:00100000:1.0:1746070967.791010:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431098624 00002000:00100000:1.0:1746070967.791039:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e350a80 x1830887431098624/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.791047:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e350a80 with x1830887431098624 ext(0->4095) 00002000:00010000:1.0:1746070967.791050:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e350a80 00000100:00100000:1.0:1746070967.791079:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13370 00000100:00100000:1.0:1746070967.791086:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2007:x1830887431098624:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.791199:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2007:x1830887431098624:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.791205:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13370 00002000:00100000:1.0:1746070967.791210:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e350a80 x1830887431098624/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.791217:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e350a80 with x1830887431098624 ext(0->4095) 00002000:00010000:1.0:1746070967.791219:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e350a80 00000100:00100000:0.0:1746070967.793673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.806731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.809316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.811519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.814364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.815538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.820110:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.824638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.828575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.831238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.836516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.839418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.841455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.842261:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431100800 00000100:00100000:1.0:1746070967.842267:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431100800 00002000:00100000:1.0:1746070967.842296:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de40e00 x1830887431100800/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.842304:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40e00 with x1830887431100800 ext(0->4095) 00010000:00010000:1.0:1746070967.842312:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037059 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013dcf expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.842321:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037059 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013dcf expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.842326:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de40e00 00000100:00100000:1.0:1746070967.842553:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2556 00000100:00100000:1.0:1746070967.842561:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431100800:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.842672:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431100800:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.842677:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2556 00002000:00100000:1.0:1746070967.842681:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de40e00 x1830887431100800/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.842688:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40e00 with x1830887431100800 ext(0->4095) 00010000:00010000:1.0:1746070967.842692:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037059 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013dcf expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.842699:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037059 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013dcf expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.842704:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de40e00 00000100:00100000:0.0:1746070967.846064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.846291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.848800:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.851705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.852402:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431101440 00000100:00100000:1.0:1746070967.852408:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431101440 00000100:00100000:1.0:1746070967.852450:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29522 00000100:00100000:1.0:1746070967.852456:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:1660:x1830887431101440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070967.852470:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070967.852485:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d706000803706e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013de4 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.852507:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070967.852512:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037067 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ddd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.852518:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070967.852521:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d706000803706e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013de4 expref: 89 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.852561:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037067 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ddd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.852571:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d706000803706e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013de4 expref: 89 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.852579:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3000, rc 0) 00000100:00100000:1.0:1746070967.852622:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:1660:x1830887431101440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070967.852628:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29522 00000100:00100000:0.0:1746070967.853800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.856763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.857619:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431101824 00000100:00100000:1.0:1746070967.857626:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431101824 00002000:00100000:1.0:1746070967.857654:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b6a00 x1830887431101824/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.857662:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b6a00 with x1830887431101824 ext(0->4095) 00010000:00010000:1.0:1746070967.857670:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037067 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ddd expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.857680:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037067 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ddd expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.857685:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61b6a00 00000100:00100000:1.0:1746070967.857699:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2558 00000100:00100000:1.0:1746070967.857705:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431101824:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.857801:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431101824:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (1044us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.857806:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2558 00002000:00100000:1.0:1746070967.857810:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b6a00 x1830887431101824/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.857816:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b6a00 with x1830887431101824 ext(0->4095) 00010000:00010000:1.0:1746070967.857820:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037067 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ddd expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.857827:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037067 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ddd expref: 6 pid: 9566 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.857832:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61b6a00 00000100:00100000:0.0:1746070967.861729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.866516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.868929:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.871307:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.873338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.873610:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431102720 00000100:00100000:1.0:1746070967.873615:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431102720 00002000:00100000:1.0:1746070967.873641:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b5c00 x1830887431102720/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.873655:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b5c00 with x1830887431102720 ext(0->4095) 00002000:00010000:1.0:1746070967.873658:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b5c00 00000100:00100000:1.0:1746070967.873685:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13373 00000100:00100000:1.0:1746070967.873690:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431102720:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.873780:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431102720:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.873786:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13373 00002000:00100000:1.0:1746070967.873791:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b5c00 x1830887431102720/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.873797:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b5c00 with x1830887431102720 ext(0->4095) 00002000:00010000:1.0:1746070967.873800:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b5c00 00000100:00100000:0.0:1746070967.874957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.876714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.877720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.882148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.885421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.885633:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431103488 00000100:00100000:1.0:1746070967.885640:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431103488 00000100:00100000:0.0:1746070967.885950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.886010:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29526 00000100:00100000:1.0:1746070967.886017:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431103488:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070967.886035:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070967.886048:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d706000803708a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013e00 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.886073:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070967.886077:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037083 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013df9 expref: 88 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.886082:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070967.886090:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d706000803708a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e00 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.886189:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037083 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013df9 expref: 89 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.886207:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d706000803708a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e00 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.886215:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3600, rc 0) 00000100:00100000:1.0:1746070967.886246:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431103488:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 231us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070967.886253:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29526 00000100:00100000:0.0:1746070967.889037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.891414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.892011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.892627:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431104000 00000100:00100000:1.0:1746070967.892631:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431104000 00000100:00100000:1.0:1746070967.892664:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29527 00000100:00100000:1.0:1746070967.892671:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:1660:x1830887431104000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070967.892681:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070967.892692:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008037091 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013e07 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.892711:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070967.892716:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d706000803708a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e00 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.892721:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070967.892724:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008037091 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e07 expref: 90 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.892762:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d706000803708a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e00 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.892775:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008037091 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e07 expref: 90 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.892783:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3c00, rc 0) 00000100:00100000:1.0:1746070967.893246:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:1660:x1830887431104000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 574us (1836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070967.893252:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29527 00000100:00100000:0.0:1746070967.895648:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.895969:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431104384 00000100:00100000:1.0:1746070967.895974:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431104384 00002000:00100000:1.0:1746070967.895998:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edc700 x1830887431104384/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.896006:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edc700 with x1830887431104384 ext(0->4095) 00010000:00010000:1.0:1746070967.896013:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d706000803708a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e00 expref: 6 pid: 10108 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.896023:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d706000803708a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e00 expref: 6 pid: 10108 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.896029:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5edc700 00000100:00100000:1.0:1746070967.896054:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2561 00000100:00100000:1.0:1746070967.896059:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431104384:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070967.896147:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431104384:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.896154:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2561 00002000:00100000:1.0:1746070967.896158:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edc700 x1830887431104384/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.896165:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edc700 with x1830887431104384 ext(0->4095) 00010000:00010000:1.0:1746070967.896170:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d706000803708a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e00 expref: 6 pid: 10108 timeout: 790 lvb_type: 0 00010000:00010000:1.0:1746070967.896178:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d706000803708a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e00 expref: 6 pid: 10108 timeout: 790 lvb_type: 0 00002000:00010000:1.0:1746070967.896183:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5edc700 00000100:00100000:0.0:1746070967.900411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.904328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.907535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.907928:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431104896 00000100:00100000:1.0:1746070967.907934:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431104896 00000100:00100000:1.0:1746070967.907978:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29528 00000100:00100000:1.0:1746070967.907984:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431104896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070967.907995:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070967.908009:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008037098 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013e0e expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.908031:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008037091 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e07 expref: 87 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.908037:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070967.908039:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070967.908042:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008037098 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e0e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.908070:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008037091 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e07 expref: 87 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.908080:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d7060008037091 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e07 expref: 87 pid: 10108 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746070967.908089:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426694272:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070967.908158:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070967.909925:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426694272:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070967.909948:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008037098 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e0e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.909958:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3000, rc 0) 00000100:00100000:1.0:1746070967.909983:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431104896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1999us (2452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070967.909989:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29528 00000100:00100000:0.0:1746070967.911077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.915499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.915575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.915965:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431105408 00000100:00100000:1.0:1746070967.915969:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431105408 00000100:00100000:1.0:1746070967.915990:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29529 00000100:00100000:1.0:1746070967.915995:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+87:1660:x1830887431105408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070967.916002:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070967.916013:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d706000803709f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013e15 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.916032:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008037098 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e0e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.916039:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070967.916041:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070967.916044:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d706000803709f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e15 expref: 88 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.916065:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008037098 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e0e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.916074:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008037098 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e0e expref: 5 pid: 10108 timeout: 790 lvb_type: 0 00000100:00100000:1.0:1746070967.916084:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426694528:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070967.916134:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070967.922392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.922910:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426694528:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070967.922930:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d706000803709f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e15 expref: 89 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.922938:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3600, rc 0) 00000100:00100000:1.0:1746070967.922953:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:1660:x1830887431105408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6958us (7379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070967.922958:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29529 00000100:00100000:0.0:1746070967.923689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.926767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.929839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.933823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.936948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.940769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.943908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.947279:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.952475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.953359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.960193:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.962182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.965516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.969795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.970087:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431107968 00000100:00100000:1.0:1746070967.970095:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431107968 00000100:00100000:1.0:1746070967.970136:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29534 00000100:00100000:1.0:1746070967.970143:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431107968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070967.970157:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070967.970170:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d70600080370c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013e38 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.970196:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080370bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e31 expref: 87 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.970202:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070967.970204:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070967.970206:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d70600080370c2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e38 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.970230:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080370bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e31 expref: 87 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.970240:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080370bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e31 expref: 87 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070967.970250:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426695808:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070967.972171:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070967.976414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.976455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.976562:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426695808:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070967.976592:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d70600080370c2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e38 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070967.976605:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3000, rc 0) 00000100:00100000:1.0:1746070967.976638:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431107968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6496us (6850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070967.976646:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29534 00000100:00100000:0.0:1746070967.984245:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.988809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070967.995728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070967.995995:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431108864 00000100:00100000:1.0:1746070967.995999:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431108864 00002000:00100000:1.0:1746070967.996359:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6d80 x1830887431108864/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746070978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.996369:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6d80 with x1830887431108864 ext(0->4095) 00002000:00010000:1.0:1746070967.996372:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f6d80 00000100:00100000:1.0:1746070967.996730:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13378 00000100:00100000:1.0:1746070967.996738:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2008:x1830887431108864:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070967.997070:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2008:x1830887431108864:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 333us (1348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070967.997076:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13378 00002000:00100000:1.0:1746070967.997080:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6d80 x1830887431108864/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746070978 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070967.997087:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6d80 with x1830887431108864 ext(0->4095) 00002000:00010000:1.0:1746070967.997090:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f6d80 00000100:00100000:0.0:1746070968.004688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070968.005081:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070968.015535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00080000:0.0:1746070968.015764:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070968.016568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.016903:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431109120 00000100:00100000:1.0:1746070968.016907:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431109120 00002000:00100000:1.0:1746070968.016930:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8f7100 x1830887431109120/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 496/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.016938:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7100 with x1830887431109120 ext(0->7) 00010000:00010000:1.0:1746070968.016943:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080370c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e3f expref: 89 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.016957:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080370c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e3f expref: 89 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.016962:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f7100 00000100:00100000:1.0:1746070968.017008:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2566 00000100:00100000:1.0:1746070968.017014:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2007:x1830887431109120:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070968.018155:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+91:2007:x1830887431109120:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1137us (1584us total) trans 4294972224 rc 0/0 00000100:00100000:1.0:1746070968.018162:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2566 00002000:00100000:1.0:1746070968.018167:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8f7100 x1830887431109120/t4294972224(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 496/448 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.018174:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7100 with x1830887431109120 ext(0->7) 00010000:00010000:1.0:1746070968.018179:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080370c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e3f expref: 91 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.018189:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080370c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e3f expref: 91 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.018194:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f7100 00000100:00100000:0.0:1746070968.019674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.023548:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.023575:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431109632 00000100:00100000:0.0:1746070968.023579:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431109632 00002000:00100000:0.0:1746070968.023607:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f5c00 x1830887431109632/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070968.023615:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5c00 with x1830887431109632 ext(0->4095) 00010000:00010000:0.0:1746070968.023621:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080370d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e46 expref: 6 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746070968.023635:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080370d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e46 expref: 6 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746070968.023641:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f5c00 00000100:00100000:0.0:1746070968.023653:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2567 00000100:00100000:0.0:1746070968.023658:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431109632:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070968.023742:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431109632:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (194us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070968.023747:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2567 00002000:00100000:0.0:1746070968.023752:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f5c00 x1830887431109632/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070968.023759:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5c00 with x1830887431109632 ext(0->4095) 00010000:00010000:0.0:1746070968.023764:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080370d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e46 expref: 6 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746070968.023772:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080370d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e46 expref: 6 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746070968.023777:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f5c00 00000100:00100000:0.0:1746070968.025847:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.030228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.036188:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.049576:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.057836:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.058676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.064809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.069934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.071918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.073738:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.076451:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.078308:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.080175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.083194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.083258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.087617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.087852:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431112320 00000100:00100000:1.0:1746070968.087858:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431112320 00002000:00100000:1.0:1746070968.087899:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8f480 x1830887431112320/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.087917:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8f480 with x1830887431112320 ext(0->4095) 00010000:00010000:1.0:1746070968.087922:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080370f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e69 expref: 93 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.087935:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080370f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e69 expref: 93 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.087941:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8f480 00000100:00100000:1.0:1746070968.088028:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2570 00000100:00100000:1.0:1746070968.088034:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:2007:x1830887431112320:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.088133:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:2007:x1830887431112320:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.088138:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2570 00002000:00100000:1.0:1746070968.088143:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8f480 x1830887431112320/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.088150:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8f480 with x1830887431112320 ext(0->4095) 00010000:00010000:1.0:1746070968.088154:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080370f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e69 expref: 93 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.088162:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080370f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e69 expref: 93 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.088168:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8f480 00000100:00100000:0.0:1746070968.091036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.091482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.094787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.101965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.105056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.105200:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431113344 00000100:00100000:1.0:1746070968.105207:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431113344 00002000:00100000:1.0:1746070968.105238:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8e300 x1830887431113344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.105246:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8e300 with x1830887431113344 ext(0->4095) 00010000:00010000:1.0:1746070968.105254:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037101 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e77 expref: 6 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.105266:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037101 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e77 expref: 6 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.105271:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8e300 00000100:00100000:1.0:1746070968.105299:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2572 00000100:00100000:1.0:1746070968.105305:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431113344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.105741:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431113344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 436us (690us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.105747:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2572 00002000:00100000:1.0:1746070968.105752:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8e300 x1830887431113344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.105759:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8e300 with x1830887431113344 ext(0->4095) 00010000:00010000:1.0:1746070968.105764:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037101 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e77 expref: 6 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.105772:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037101 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e77 expref: 6 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.105777:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8e300 00000100:00100000:0.0:1746070968.108509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.112337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.114611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.118025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.122458:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.123447:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431114240 00000100:00100000:1.0:1746070968.123454:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431114240 00002000:00100000:1.0:1746070968.123750:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0dc00 x1830887431114240/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.123759:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0dc00 with x1830887431114240 ext(0->4095) 00002000:00010000:1.0:1746070968.123764:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0dc00 00000100:00100000:1.0:1746070968.123790:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13383 00000100:00100000:1.0:1746070968.123795:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431114240:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070968.124445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.124886:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431114240:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1089us (2434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.124891:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13383 00002000:00100000:1.0:1746070968.124896:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0dc00 x1830887431114240/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.124903:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0dc00 with x1830887431114240 ext(0->4095) 00010000:00010000:1.0:1746070968.124908:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803710f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e85 expref: 6 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.124917:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803710f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e85 expref: 6 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.124923:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0dc00 00000100:00100000:0.0:1746070968.127245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.127432:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431114496 00000100:00100000:1.0:1746070968.127437:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431114496 00000100:00100000:1.0:1746070968.127468:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29547 00000100:00100000:1.0:1746070968.127473:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:1661:x1830887431114496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.127486:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.127496:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d706000803711d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013e93 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.127510:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.127514:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037116 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e8c expref: 93 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.127519:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.127521:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d706000803711d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e93 expref: 93 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.127554:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037116 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e8c expref: 93 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.127564:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d706000803711d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e93 expref: 93 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.127571:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3c00, rc 0) 00000100:00100000:1.0:1746070968.127601:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:1661:x1830887431114496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.127606:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29547 00000100:00100000:0.0:1746070968.128232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.131400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.131584:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431114880 00000100:00100000:1.0:1746070968.131591:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431114880 00002000:00100000:1.0:1746070968.131621:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0d880 x1830887431114880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.131630:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0d880 with x1830887431114880 ext(0->4095) 00010000:00010000:1.0:1746070968.131637:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037116 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e8c expref: 93 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.131648:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037116 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e8c expref: 93 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.131654:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0d880 00000100:00100000:1.0:1746070968.131678:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2573 00000100:00100000:1.0:1746070968.131684:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:2007:x1830887431114880:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.131784:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:2007:x1830887431114880:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.131789:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2573 00002000:00100000:1.0:1746070968.131793:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0d880 x1830887431114880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.131800:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0d880 with x1830887431114880 ext(0->4095) 00010000:00010000:1.0:1746070968.131803:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037116 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e8c expref: 93 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.131811:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037116 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e8c expref: 93 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.131815:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0d880 00000100:00100000:0.0:1746070968.136637:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.146201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.148459:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431115264 00000100:00100000:1.0:1746070968.148468:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431115264 00002000:00100000:1.0:1746070968.148505:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0f800 x1830887431115264/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.148521:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0f800 with x1830887431115264 ext(0->4095) 00002000:00010000:1.0:1746070968.148524:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0f800 00000100:00100000:1.0:1746070968.148565:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13384 00000100:00100000:1.0:1746070968.148571:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2007:x1830887431115264:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.148684:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2007:x1830887431115264:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (2491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.148689:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13384 00002000:00100000:1.0:1746070968.148694:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0f800 x1830887431115264/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.148700:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0f800 with x1830887431115264 ext(0->4095) 00002000:00010000:1.0:1746070968.148702:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0f800 00000100:00100000:0.0:1746070968.157098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.157272:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431115392 00000100:00100000:1.0:1746070968.157280:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431115392 00000100:00100000:1.0:1746070968.157334:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29548 00000100:00100000:1.0:1746070968.157341:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431115392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.157356:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.157370:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008037124 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013e9a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.157395:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d706000803711d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e93 expref: 91 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.157401:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.157403:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.157407:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008037124 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e9a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.157430:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d706000803711d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e93 expref: 91 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.157440:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d706000803711d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e93 expref: 91 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.157451:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426699392:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.158883:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.161479:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426699392:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.161511:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008037124 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e9a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.161527:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3000, rc 0) 00000100:00100000:1.0:1746070968.161573:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431115392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4233us (4483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.161581:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29548 00000100:00100000:0.0:1746070968.162625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.164478:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431115520:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 769us (1852us total) trans 4294972226 rc 0/0 00000100:00100000:0.0:1746070968.164485:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2574 00002000:00100000:0.0:1746070968.164491:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e0ea00 x1830887431115520/t4294972226(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 496/448 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070968.164498:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ea00 with x1830887431115520 ext(0->7) 00010000:00010000:0.0:1746070968.164503:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d706000803711d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e93 expref: 94 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746070968.164512:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b3c00/0xa5d706000803711d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e93 expref: 94 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746070968.164518:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0ea00 00000100:00100000:0.0:1746070968.168165:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.172577:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431115904 00000100:00100000:0.0:1746070968.172582:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431115904 00002000:00100000:0.0:1746070968.172618:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300a80 x1830887431115904/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070968.172626:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300a80 with x1830887431115904 ext(0->4095) 00002000:00010000:0.0:1746070968.172630:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d300a80 00000100:00100000:0.0:1746070968.172974:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13385 00000100:00100000:0.0:1746070968.172981:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431115904:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070968.173446:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431115904:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 464us (1056us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070968.173452:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13385 00002000:00100000:0.0:1746070968.173458:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300a80 x1830887431115904/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070968.173465:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300a80 with x1830887431115904 ext(0->4095) 00002000:00010000:0.0:1746070968.173468:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d300a80 00000100:00100000:0.0:1746070968.180745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.181391:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431116032 00000100:00100000:1.0:1746070968.181399:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431116032 00000100:00100000:1.0:1746070968.181446:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29549 00000100:00100000:1.0:1746070968.181453:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:1660:x1830887431116032:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.181468:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.181481:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803712b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013ea1 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.181509:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008037124 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e9a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.181515:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.181516:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.181519:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803712b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ea1 expref: 94 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.181553:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008037124 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e9a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.181562:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d7060008037124 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013e9a expref: 5 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.181573:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426699648:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.181648:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070968.182742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.184275:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426699904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746070968.184306:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746070968.185080:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070968.185261:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426699904:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746070968.192107:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426699648:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.192139:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803712b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ea1 expref: 95 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.192153:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8c00, rc 0) 00000100:00100000:1.0:1746070968.192189:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:1660:x1830887431116032:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10736us (11449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.192196:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29549 00000100:00100000:0.0:1746070968.192604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.196005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.196184:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431116544 00000100:00100000:1.0:1746070968.196190:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431116544 00002000:00100000:1.0:1746070968.196220:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803b80 x1830887431116544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.196227:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803b80 with x1830887431116544 ext(0->4095) 00010000:00010000:1.0:1746070968.196234:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803712b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ea1 expref: 95 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.196246:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803712b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ea1 expref: 95 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.196251:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d803b80 00000100:00100000:1.0:1746070968.196272:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2575 00000100:00100000:1.0:1746070968.196277:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431116544:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.196383:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431116544:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.196388:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2575 00002000:00100000:1.0:1746070968.196393:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803b80 x1830887431116544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.196399:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803b80 with x1830887431116544 ext(0->4095) 00010000:00010000:1.0:1746070968.196403:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803712b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ea1 expref: 95 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.196411:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803712b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ea1 expref: 95 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.196416:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d803b80 00000100:00100000:0.0:1746070968.198934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.201855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.202228:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431116928 00000100:00100000:1.0:1746070968.202234:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431116928 00002000:00100000:1.0:1746070968.202268:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803800 x1830887431116928/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.202277:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803800 with x1830887431116928 ext(0->4095) 00002000:00010000:1.0:1746070968.202281:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d803800 00000100:00100000:1.0:1746070968.202304:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13386 00000100:00100000:1.0:1746070968.202310:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2010:x1830887431116928:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070968.202792:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2010:x1830887431116928:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 481us (936us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.202798:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13386 00002000:00100000:1.0:1746070968.202804:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803800 x1830887431116928/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.202810:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803800 with x1830887431116928 ext(0->4095) 00002000:00010000:1.0:1746070968.202813:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d803800 00000100:00100000:0.0:1746070968.204146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.204289:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431117056 00000100:00100000:1.0:1746070968.204294:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431117056 00000100:00100000:1.0:1746070968.204359:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29551 00000100:00100000:1.0:1746070968.204366:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431117056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.204375:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.204387:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d7060008037139 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013eaf expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.204406:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037132 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ea8 expref: 93 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.204416:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.204417:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.204420:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d7060008037139 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eaf expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.204441:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037132 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ea8 expref: 93 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.204451:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037132 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ea8 expref: 93 pid: 9567 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.204459:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426700288:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.204518:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.207113:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426700288:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.207138:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d7060008037139 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eaf expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.207151:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec9200, rc 0) 00000100:00100000:1.0:1746070968.207177:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431117056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2812us (3033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.207183:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29551 00000100:00100000:0.0:1746070968.207958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.210768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.211076:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431117440 00000100:00100000:1.0:1746070968.211081:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431117440 00002000:00100000:1.0:1746070968.211107:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50fb100 x1830887431117440/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.211122:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb100 with x1830887431117440 ext(0->4095) 00002000:00010000:1.0:1746070968.211125:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a50fb100 00000100:00100000:1.0:1746070968.211136:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13387 00000100:00100000:1.0:1746070968.211140:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431117440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070968.211842:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431117440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 699us (1073us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.211848:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13387 00002000:00100000:1.0:1746070968.211853:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50fb100 x1830887431117440/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.211860:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb100 with x1830887431117440 ext(0->4095) 00002000:00010000:1.0:1746070968.212054:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a50fb100 00000100:00100000:0.0:1746070968.212319:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.212372:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431117568 00000100:00100000:1.0:1746070968.212375:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431117568 00000100:00100000:1.0:1746070968.212399:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29552 00000100:00100000:1.0:1746070968.212403:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:1660:x1830887431117568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.212411:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.212422:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008037140 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013eb6 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.212440:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d7060008037139 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eaf expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.212446:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.212448:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.212451:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008037140 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eb6 expref: 94 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.212470:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d7060008037139 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eaf expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.212479:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d7060008037139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eaf expref: 5 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.212488:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426700544:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.212531:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070968.214954:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.215312:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746070968.215325:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426700672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746070968.215359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070968.215388:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426700672 00000100:00100000:1.0:1746070968.215393:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426700672 00000100:00100000:1.0:1746070968.215437:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1746070968.215443:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426700672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746070968.215457:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499858240 pending 1261568 free 3923173376 avail 3691651072 00000100:00100000:1.0:1746070968.215484:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426700672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.215488:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1746070968.215518:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426700672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746070968.218044:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426700544:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.218069:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008037140 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eb6 expref: 95 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.218085:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8600, rc 0) 00000100:00100000:1.0:1746070968.218123:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:1660:x1830887431117568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5718us (5803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.218129:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29552 00000100:00100000:0.0:1746070968.218924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.221626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.221670:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431118080 00000100:00100000:1.0:1746070968.221675:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431118080 00002000:00100000:1.0:1746070968.221701:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50f8380 x1830887431118080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.221709:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8380 with x1830887431118080 ext(0->4095) 00010000:00010000:1.0:1746070968.221714:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008037140 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eb6 expref: 95 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.221725:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008037140 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eb6 expref: 95 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.221731:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50f8380 00000100:00100000:1.0:1746070968.221799:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2576 00000100:00100000:1.0:1746070968.221805:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431118080:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.221965:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431118080:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.221971:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2576 00002000:00100000:1.0:1746070968.221975:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50f8380 x1830887431118080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.221986:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8380 with x1830887431118080 ext(0->4095) 00010000:00010000:1.0:1746070968.221990:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008037140 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eb6 expref: 95 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.221998:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008037140 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eb6 expref: 95 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.222003:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50f8380 00000100:00100000:0.0:1746070968.224975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.228154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.228350:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431118464 00000100:00100000:1.0:1746070968.228356:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431118464 00002000:00100000:1.0:1746070968.228381:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b0e00 x1830887431118464/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.228389:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0e00 with x1830887431118464 ext(0->4095) 00002000:00010000:1.0:1746070968.228392:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b0e00 00000100:00100000:1.0:1746070968.228415:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13388 00000100:00100000:1.0:1746070968.228421:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431118464:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.228509:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431118464:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.228515:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13388 00002000:00100000:1.0:1746070968.228519:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b0e00 x1830887431118464/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.228526:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0e00 with x1830887431118464 ext(0->4095) 00002000:00010000:1.0:1746070968.228528:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b0e00 00000100:00100000:1.0:1746070968.231580:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431118592 00000100:00100000:1.0:1746070968.231588:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431118592 00000100:00100000:1.0:1746070968.231635:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29554 00000100:00100000:1.0:1746070968.231642:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431118592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.231657:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.231672:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d706000803714e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013ec4 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.231696:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037147 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ebd expref: 93 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.231703:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.231705:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.231708:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d706000803714e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ec4 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.231730:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037147 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ebd expref: 93 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.231741:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037147 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ebd expref: 93 pid: 10108 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.231751:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426701184:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.232081:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070968.233478:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070968.233933:0:9566:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037147 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ebd expref: 94 pid: 10108 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.233948:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426701184:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.234529:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d706000803714e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ec4 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.234547:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8600, rc 0) 00000100:00100000:1.0:1746070968.234590:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431118592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2948us (3215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.234597:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29554 00000100:00100000:0.0:1746070968.236817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.239388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.239430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.239556:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431119104 00000100:00100000:1.0:1746070968.239563:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431119104 00000100:00100000:1.0:1746070968.239599:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431119232 00000100:00100000:1.0:1746070968.239601:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431119232 00000100:00100000:1.0:1746070968.239615:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29555 00000100:00100000:1.0:1746070968.239621:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:1660:x1830887431119104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.239631:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.239644:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d7060008037155 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013ecb expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.239668:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d706000803714e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ec4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.239674:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.239676:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.239679:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d7060008037155 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ecb expref: 95 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.239702:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d706000803714e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ec4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.239716:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d706000803714e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ec4 expref: 5 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.239726:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426701440:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.239780:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.241236:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426701440:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.241513:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d7060008037155 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ecb expref: 95 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.241523:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8c00, rc 0) 00000100:00100000:1.0:1746070968.241571:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:1660:x1830887431119104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1949us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.241576:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29555 00000100:00100000:0.0:1746070968.248524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.258340:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.264316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.270165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.272049:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431120000 00000100:00100000:1.0:1746070968.272058:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431120000 00002000:00100000:1.0:1746070968.272098:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e61880 x1830887431120000/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.272107:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61880 with x1830887431120000 ext(0->4095) 00002000:00010000:1.0:1746070968.272112:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e61880 00000100:00100000:1.0:1746070968.272147:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13390 00000100:00100000:1.0:1746070968.272155:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2008:x1830887431120000:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070968.272284:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2008:x1830887431120000:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (2124us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.272293:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13390 00002000:00100000:1.0:1746070968.272298:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e61880 x1830887431120000/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.272305:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61880 with x1830887431120000 ext(0->4095) 00002000:00010000:1.0:1746070968.272307:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e61880 00000100:00100000:0.0:1746070968.274470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.274549:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431120128 00000100:00100000:1.0:1746070968.274554:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431120128 00000100:00100000:1.0:1746070968.275540:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29557 00000100:00100000:1.0:1746070968.275549:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431120128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.275562:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.275575:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037163 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013ed9 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.275598:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803715c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ed2 expref: 93 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.275604:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.275606:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.275609:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037163 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ed9 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.275631:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803715c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ed2 expref: 93 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.275640:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803715c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ed2 expref: 93 pid: 9568 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.275654:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426701952:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.276031:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.279902:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426701952:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.279933:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037163 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ed9 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.279947:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8800, rc 0) 00000100:00100000:1.0:1746070968.281116:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431120128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5566us (6648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.281125:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29557 00000100:00100000:0.0:1746070968.281574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.282195:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431120384 00000100:00100000:1.0:1746070968.282199:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431120384 00000100:00100000:1.0:1746070968.282216:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29558 00000100:00100000:1.0:1746070968.282220:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:1660:x1830887431120384:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.282229:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.282238:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803716a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013ee0 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.282250:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037163 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ed9 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.282255:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.282256:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.282258:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803716a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ee0 expref: 95 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.282283:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037163 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ed9 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.282294:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037163 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ed9 expref: 5 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.282301:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426702208:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.282324:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070968.286911:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426702080:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070968.286931:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070968.286976:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431120256:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5042us (5401us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070968.286985:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13359 00000100:00100000:1.0:1746070968.287563:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426702208:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.287585:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803716a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ee0 expref: 94 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.287599:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8c00, rc 0) 00000100:00100000:1.0:1746070968.287618:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:1660:x1830887431120384:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5398us (5491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.287625:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29558 00000100:00100000:0.0:1746070968.297698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.301145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.301266:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431121024 00000100:00100000:0.0:1746070968.301272:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431121024 00002000:00100000:0.0:1746070968.301309:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f9500 x1830887431121024/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070968.301317:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f9500 with x1830887431121024 ext(0->4095) 00002000:00010000:0.0:1746070968.301322:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839f9500 00000100:00100000:0.0:1746070968.302075:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13391 00000100:00100000:0.0:1746070968.302082:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2008:x1830887431121024:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070968.302940:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2008:x1830887431121024:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 857us (1801us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070968.302946:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13391 00002000:00100000:0.0:1746070968.302952:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f9500 x1830887431121024/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070968.302965:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f9500 with x1830887431121024 ext(0->4095) 00002000:00010000:0.0:1746070968.302968:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839f9500 00000100:00100000:0.0:1746070968.309069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.309205:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431121152 00000100:00100000:1.0:1746070968.309212:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431121152 00000100:00100000:1.0:1746070968.309254:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29559 00000100:00100000:1.0:1746070968.309260:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431121152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.309274:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.309286:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037171 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013ee7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.309313:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803716a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ee0 expref: 93 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.309318:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.309319:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.309322:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037171 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ee7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.309344:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803716a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ee0 expref: 93 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.309352:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803716a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ee0 expref: 93 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.309361:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426702464:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.309427:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.310472:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426702464:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.310487:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037171 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ee7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.310495:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8800, rc 0) 00000100:00100000:1.0:1746070968.310525:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431121152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1266us (1462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.310538:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29559 00000100:00100000:0.0:1746070968.321175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.325647:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2008:x1830887431121280:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 4267us (4472us total) trans 4294972227 rc 0/0 00000100:00100000:0.0:1746070968.325659:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2579 00002000:00100000:0.0:1746070968.325670:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e61180 x1830887431121280/t4294972227(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 496/448 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070968.325679:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61180 with x1830887431121280 ext(0->7) 00010000:00010000:0.0:1746070968.325687:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803716a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ee0 expref: 96 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746070968.325702:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803716a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ee0 expref: 96 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746070968.325709:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e61180 00000100:00100000:0.0:1746070968.335876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.335926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.345199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.348038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.353728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.354023:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431122176 00000100:00100000:1.0:1746070968.354030:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431122176 00002000:00100000:1.0:1746070968.354064:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e369180 x1830887431122176/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.354074:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369180 with x1830887431122176 ext(0->4095) 00002000:00010000:1.0:1746070968.354078:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e369180 00000100:00100000:1.0:1746070968.354098:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13392 00000100:00100000:1.0:1746070968.354105:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887431122176:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070968.355498:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887431122176:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1393us (1776us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.355504:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13392 00002000:00100000:1.0:1746070968.355510:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e369180 x1830887431122176/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.355518:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369180 with x1830887431122176 ext(0->4095) 00002000:00010000:1.0:1746070968.355522:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e369180 00000100:00100000:0.0:1746070968.357810:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.358023:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431122304 00000100:00100000:1.0:1746070968.358031:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431122304 00000100:00100000:1.0:1746070968.358423:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29561 00000100:00100000:1.0:1746070968.358431:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431122304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.358447:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.358460:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d706000803717f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013ef5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.358485:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037178 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eee expref: 95 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.358495:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.358496:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.358499:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d706000803717f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ef5 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.358522:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037178 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eee expref: 95 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.358539:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eee expref: 95 pid: 9567 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.358549:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426702976:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.358930:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.360981:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426702976:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.361003:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d706000803717f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ef5 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.361016:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec9200, rc 0) 00000100:00100000:1.0:1746070968.361046:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431122304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2616us (3242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.361052:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29561 00000100:00100000:0.0:1746070968.361381:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.361676:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431122432 00000100:00100000:1.0:1746070968.361681:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431122432 00002000:00100000:1.0:1746070968.361710:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e369880 x1830887431122432/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 496/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.361723:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369880 with x1830887431122432 ext(0->7) 00010000:00010000:1.0:1746070968.361729:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eee expref: 96 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.361739:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eee expref: 96 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.361746:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e369880 00000100:00100000:1.0:1746070968.361968:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2581 00000100:00100000:1.0:1746070968.361976:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887431122432:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070968.362769:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+98:2007:x1830887431122432:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 792us (1387us total) trans 4294972228 rc 0/0 00000100:00100000:0.0:1746070968.362776:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2581 00002000:00100000:0.0:1746070968.362785:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e369880 x1830887431122432/t4294972228(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 496/448 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070968.362792:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369880 with x1830887431122432 ext(0->7) 00010000:00010000:0.0:1746070968.362797:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eee expref: 98 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746070968.362807:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013eee expref: 98 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746070968.362812:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e369880 00000100:00100000:0.0:1746070968.366548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.377885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.378082:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.378108:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431122944 00000100:00100000:0.0:1746070968.378115:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431122944 00002000:00100000:0.0:1746070968.378154:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e369c00 x1830887431122944/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070968.378164:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369c00 with x1830887431122944 ext(0->4095) 00000100:00100000:1.0:1746070968.378339:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431122688 00000100:00100000:1.0:1746070968.378343:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431122688 00000100:00100000:1.0:1746070968.378378:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29562 00000100:00100000:1.0:1746070968.378384:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:1660:x1830887431122688:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.378394:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.378406:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037186 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013efc expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.378427:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d706000803717f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ef5 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.378433:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.378434:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.378437:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037186 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013efc expref: 98 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.378462:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d706000803717f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ef5 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.378477:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d706000803717f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ef5 expref: 6 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.378487:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426703232:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.378541:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00010000:00010000:0.0:1746070968.379019:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d706000803717f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ef5 expref: 6 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746070968.379029:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d706000803717f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ef5 expref: 6 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746070968.379034:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e369c00 00000100:00100000:1.0:1746070968.380649:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426703232:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.380662:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037186 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013efc expref: 98 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.380671:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec9800, rc 0) 00000100:00100000:1.0:1746070968.380699:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+98:1660:x1830887431122688:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2317us (2843us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.380704:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29562 00000100:00100000:0.0:1746070968.382340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.384153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.388996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.389735:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431123456 00000100:00100000:1.0:1746070968.389744:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431123456 00000100:00100000:1.0:1746070968.389797:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29563 00000100:00100000:1.0:1746070968.389804:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431123456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.389819:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.389832:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d706000803718d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013f03 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.389857:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037186 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013efc expref: 97 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.389900:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.389902:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.389905:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d706000803718d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f03 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.389930:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037186 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013efc expref: 97 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.389941:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037186 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013efc expref: 97 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.389952:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426703488:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.390034:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.391387:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426703488:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.391405:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d706000803718d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f03 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.391419:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8800, rc 0) 00000100:00100000:1.0:1746070968.391622:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431123456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1817us (2632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.391630:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29563 00000100:00100000:0.0:1746070968.393456:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.395547:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:2008:x1830887431123584:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1643us (2090us total) trans 4294972229 rc 0/0 00000100:00100000:0.0:1746070968.395555:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2583 00002000:00100000:0.0:1746070968.395565:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dedd880 x1830887431123584/t4294972229(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 496/448 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070968.395572:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd880 with x1830887431123584 ext(0->7) 00010000:00010000:0.0:1746070968.395579:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037186 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013efc expref: 100 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746070968.395588:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037186 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013efc expref: 100 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746070968.395594:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedd880 00000100:00100000:0.0:1746070968.398920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.401464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.402006:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431123840 00000100:00100000:1.0:1746070968.402011:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431123840 00000100:00100000:1.0:1746070968.402046:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29564 00000100:00100000:1.0:1746070968.402052:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+99:1660:x1830887431123840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.402070:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.402083:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008037194 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013f0a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.402100:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d706000803718d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f03 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.402106:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.402107:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.402110:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008037194 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f0a expref: 100 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070968.402358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070968.402441:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d706000803718d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f03 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.402453:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d706000803718d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f03 expref: 6 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.402467:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426703744:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.402523:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.403795:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426703744:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.403812:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008037194 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f0a expref: 100 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.403822:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8e00, rc 0) 00000100:00100000:1.0:1746070968.403847:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:1660:x1830887431123840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1795us (2389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.403856:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29564 00000100:00100000:0.0:1746070968.404442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.404500:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431124224 00000100:00100000:1.0:1746070968.404505:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431124224 00000100:00100000:1.0:1746070968.404544:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29565 00000100:00100000:1.0:1746070968.404550:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:1661:x1830887431124224:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.404559:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.404567:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803719b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013f11 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.404579:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.404582:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008037194 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f0a expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.404587:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.404589:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803719b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f11 expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.404608:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008037194 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f0a expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.404617:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803719b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f11 expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.404623:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8c00, rc 0) 00000100:00100000:1.0:1746070968.404642:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:1661:x1830887431124224:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.404646:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29565 00000100:00100000:0.0:1746070968.405275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.407962:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.408323:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2585 00000100:00100000:1.0:1746070968.408335:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:2008:x1830887431124608:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070968.408441:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:2008:x1830887431124608:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.408447:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2585 00002000:00100000:1.0:1746070968.408452:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd500 x1830887431124608/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.408458:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd500 with x1830887431124608 ext(0->4095) 00010000:00010000:1.0:1746070968.408463:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008037194 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f0a expref: 101 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.408644:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008037194 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f0a expref: 101 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.408651:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedd500 00000100:00100000:0.0:1746070968.411095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.413854:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.414463:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431124992 00000100:00100000:1.0:1746070968.414469:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431124992 00002000:00100000:1.0:1746070968.414503:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777100 x1830887431124992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.414511:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777100 with x1830887431124992 ext(0->4095) 00002000:00010000:1.0:1746070968.414515:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072777100 00000100:00100000:1.0:1746070968.414549:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13394 00000100:00100000:1.0:1746070968.414555:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:2008:x1830887431124992:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070968.414670:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:2008:x1830887431124992:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (819us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.414677:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13394 00002000:00100000:1.0:1746070968.414682:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777100 x1830887431124992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.414689:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777100 with x1830887431124992 ext(0->4095) 00002000:00010000:1.0:1746070968.414691:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072777100 00000100:00100000:0.0:1746070968.418009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.422185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.425914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.430639:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.437050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.437290:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.441947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.442116:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431126144 00000100:00100000:1.0:1746070968.442122:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431126144 00002000:00100000:1.0:1746070968.442154:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777b80 x1830887431126144/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.442245:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777b80 with x1830887431126144 ext(0->4095) 00010000:00010000:1.0:1746070968.442254:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080371a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f1f expref: 101 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.442265:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080371a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f1f expref: 101 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.442271:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072777b80 00000100:00100000:1.0:1746070968.442302:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2587 00000100:00100000:1.0:1746070968.442309:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:2008:x1830887431126144:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.442757:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:2008:x1830887431126144:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 447us (811us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.442763:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2587 00002000:00100000:1.0:1746070968.442768:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777b80 x1830887431126144/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.442775:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777b80 with x1830887431126144 ext(0->4095) 00010000:00010000:1.0:1746070968.442779:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080371a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f1f expref: 101 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.442786:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080371a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f1f expref: 101 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.442791:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072777b80 00000100:00100000:0.0:1746070968.445224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.449669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.452216:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.454717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.459834:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.460377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.461511:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.461558:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431127296 00000100:00100000:1.0:1746070968.461562:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431127296 00000100:00100000:1.0:1746070968.461585:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29571 00000100:00100000:1.0:1746070968.461590:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:1661:x1830887431127296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.461597:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.461604:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d70600080371c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013f3b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.461615:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.461618:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080371be lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f34 expref: 102 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.461624:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.461626:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d70600080371c5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f3b expref: 102 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.461645:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080371be lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f34 expref: 102 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.461660:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d70600080371c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f3b expref: 102 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.461667:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec9800, rc 0) 00000100:00100000:1.0:1746070968.461699:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:1661:x1830887431127296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.461704:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29571 00000100:00100000:0.0:1746070968.463931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.466661:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.469522:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.474314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.476414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.480171:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.483674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.485397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.488089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.488165:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.491384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.493675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.497554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.499308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.499490:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431129728 00000100:00100000:1.0:1746070968.499496:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431129728 00000100:00100000:1.0:1746070968.499540:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29575 00000100:00100000:1.0:1746070968.499545:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431129728:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.499554:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.499567:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080371e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013f57 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.499586:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080371da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f50 expref: 99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.499592:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.499593:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.499596:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080371e1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f57 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.499616:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080371da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f50 expref: 99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.499629:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080371da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f50 expref: 99 pid: 9567 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.499637:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426706560:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.499689:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070968.501607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.501694:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426706560:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.501715:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080371e1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f57 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.501728:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8e00, rc 0) 00000100:00100000:1.0:1746070968.501756:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431129728:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2211us (2450us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.501763:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29575 00000100:00100000:0.0:1746070968.504466:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.507115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.507339:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431130240 00000100:00100000:1.0:1746070968.507346:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431130240 00000100:00100000:1.0:1746070968.507678:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29576 00000100:00100000:1.0:1746070968.507686:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+99:1661:x1830887431130240:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.507700:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.507715:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d70600080371e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013f5e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.507737:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080371e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f57 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.507748:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.507749:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.507752:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d70600080371e8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f5e expref: 100 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.507776:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080371e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f57 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.507785:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080371e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f57 expref: 5 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.507795:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426706816:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.507860:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070968.508091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.510897:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426706816:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.510920:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d70600080371e8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f5e expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.510932:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8c00, rc 0) 00000100:00100000:1.0:1746070968.510965:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:1661:x1830887431130240:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3279us (3856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.510972:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29576 00000100:00100000:0.0:1746070968.511844:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.515942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.521380:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431130880 00000100:00100000:1.0:1746070968.521389:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431130880 00000100:00100000:0.0:1746070968.533541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.538083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.538161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.541774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.545558:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.549262:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.553488:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.553689:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431132288 00000100:00100000:1.0:1746070968.553696:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431132288 00000100:00100000:1.0:1746070968.553744:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29580 00000100:00100000:1.0:1746070968.553751:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431132288:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.553765:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.553778:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037204 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013f7a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.553800:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080371fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f73 expref: 99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.553807:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.553808:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.553812:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037204 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f7a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.553837:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080371fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f73 expref: 99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.553847:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080371fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f73 expref: 99 pid: 9567 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.553857:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426707840:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.553947:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.555547:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426707840:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.555565:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037204 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f7a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.555575:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec9800, rc 0) 00000100:00100000:1.0:1746070968.555597:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431132288:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1847us (2116us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.555603:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29580 00000100:00100000:0.0:1746070968.555982:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.559550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.562638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.562680:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431132800 00000100:00100000:1.0:1746070968.562687:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431132800 00000100:00100000:1.0:1746070968.562720:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29581 00000100:00100000:1.0:1746070968.562726:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+99:1660:x1830887431132800:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.562740:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.562754:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d706000803720b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013f81 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.562776:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037204 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f7a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.562783:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.562784:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.562788:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d706000803720b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f81 expref: 100 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.562811:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037204 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f7a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.562821:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037204 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f7a expref: 5 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.562831:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426708096:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.562893:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.567085:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426708096:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.567113:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d706000803720b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f81 expref: 100 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.567127:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8e00, rc 0) 00000100:00100000:1.0:1746070968.567162:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:1660:x1830887431132800:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4435us (4529us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.567169:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29581 00000100:00100000:0.0:1746070968.568316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.568362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.569020:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431132928 00000100:00100000:1.0:1746070968.569023:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431132928 00000100:00100000:1.0:1746070968.569043:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29582 00000100:00100000:1.0:1746070968.569048:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:1661:x1830887431132928:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.569059:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.569068:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037212 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013f88 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.569083:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d706000803720b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f81 expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.569088:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.569089:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.569092:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037212 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f88 expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.569107:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d706000803720b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f81 expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.569115:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d706000803720b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f81 expref: 101 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.569123:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426708352:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.569159:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070968.570698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.571129:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426708352:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.571143:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037212 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f88 expref: 102 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.571151:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8800, rc 0) 00000100:00100000:1.0:1746070968.571167:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:1661:x1830887431132928:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2119us (2854us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.571502:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29582 00000100:00100000:0.0:1746070968.573356:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.577141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.579670:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.579749:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431133824 00000100:00100000:1.0:1746070968.579755:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431133824 00000100:00100000:1.0:1746070968.579840:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29583 00000100:00100000:1.0:1746070968.579847:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431133824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.579860:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.580010:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037219 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013f8f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.580032:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037212 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f88 expref: 99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.580039:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.580040:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.580043:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037219 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f8f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.580070:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037212 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f88 expref: 99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.580080:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8800/0xa5d7060008037212 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f88 expref: 99 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.580090:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426708608:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.580380:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.582394:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426708608:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.582418:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037219 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f8f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.582430:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec9800, rc 0) 00000100:00100000:1.0:1746070968.582750:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431133824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2901us (3082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.582757:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29583 00000100:00100000:0.0:1746070968.583523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.588052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.588098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.588231:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431134336 00000100:00100000:1.0:1746070968.588234:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431134336 00000100:00100000:1.0:1746070968.588261:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29584 00000100:00100000:1.0:1746070968.588266:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+99:1660:x1830887431134336:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.588274:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.588288:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037220 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013f96 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.588308:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037219 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f8f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.588315:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.588316:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.588319:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037220 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f96 expref: 100 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.588342:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037219 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f8f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.588350:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d7060008037219 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f8f expref: 6 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.588359:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426708864:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.588417:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.590359:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426708864:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.590381:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037220 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f96 expref: 100 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.590391:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a2d0800, rc 0) 00000100:00100000:1.0:1746070968.590427:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:1660:x1830887431134336:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2160us (2329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.590434:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29584 00000100:00100000:0.0:1746070968.591586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.591796:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.591950:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431134464 00000100:00100000:1.0:1746070968.591953:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431134464 00000100:00100000:1.0:1746070968.592680:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29585 00000100:00100000:1.0:1746070968.592686:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:1661:x1830887431134464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.592700:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.592709:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037227 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013f9d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.592720:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.592724:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037220 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f96 expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.592729:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.592731:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037227 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f9d expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.593065:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037220 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f96 expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.593076:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037220 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f96 expref: 101 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.593087:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426708992:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.593147:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.595170:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426708992:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.595190:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037227 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f9d expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.595203:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5e17a00, rc 0) 00000100:00100000:1.0:1746070968.595230:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:1661:x1830887431134464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2544us (3646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.595240:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29585 00000100:00100000:0.0:1746070968.595821:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.598947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.602039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.604446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.604522:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431135360 00000100:00100000:1.0:1746070968.604538:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431135360 00000100:00100000:1.0:1746070968.604578:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29586 00000100:00100000:1.0:1746070968.604583:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431135360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.604594:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.604607:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d706000803722e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013fa4 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.604633:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037227 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f9d expref: 99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.604640:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.604642:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.604645:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d706000803722e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fa4 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.604670:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037227 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f9d expref: 99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.604680:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037227 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013f9d expref: 99 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.604691:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426709376:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.604773:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.605965:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426709376:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.605985:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d706000803722e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fa4 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.605996:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a2d1800, rc 0) 00000100:00100000:1.0:1746070968.606017:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431135360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1433us (1576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.606023:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29586 00000100:00100000:0.0:1746070968.606244:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.609486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.609724:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431135744 00000100:00100000:1.0:1746070968.609728:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431135744 00002000:00100000:1.0:1746070968.609756:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eafb80 x1830887431135744/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.609764:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eafb80 with x1830887431135744 ext(0->4095) 00002000:00010000:1.0:1746070968.609768:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eafb80 00000100:00100000:1.0:1746070968.609791:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13406 00000100:00100000:1.0:1746070968.609798:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431135744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070968.609928:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431135744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.609934:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13406 00002000:00100000:1.0:1746070968.609939:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eafb80 x1830887431135744/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.609945:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eafb80 with x1830887431135744 ext(0->4095) 00002000:00010000:1.0:1746070968.609947:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eafb80 00000100:00100000:0.0:1746070968.611445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.611501:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431135872 00000100:00100000:1.0:1746070968.611506:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431135872 00000100:00100000:1.0:1746070968.611545:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29587 00000100:00100000:1.0:1746070968.611550:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+99:1661:x1830887431135872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.611560:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.611572:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037235 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013fab expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.611595:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d706000803722e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fa4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.611600:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.611602:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.611604:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037235 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fab expref: 100 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.611625:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d706000803722e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fa4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.611633:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d706000803722e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fa4 expref: 5 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.611642:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426709632:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.611848:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070968.613049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.613357:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426709632:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.613375:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037235 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fab expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.613385:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2600, rc 0) 00000100:00100000:1.0:1746070968.613409:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:1661:x1830887431135872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1859us (1967us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.613414:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29587 00000100:00100000:0.0:1746070968.614565:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.616259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.618350:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.618416:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.620234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.622356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.622394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.622399:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431137024 00000100:00100000:1.0:1746070968.622403:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431137024 00000100:00100000:1.0:1746070968.622746:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29590 00000100:00100000:1.0:1746070968.622752:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:1660:x1830887431137024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.622760:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.622768:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d706000803724a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013fc0 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.622782:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037243 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fb9 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.622787:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.622788:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.622791:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d706000803724a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fc0 expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.622805:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037243 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fb9 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.623120:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037243 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fb9 expref: 5 pid: 9567 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.623130:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426710400:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.623172:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.625207:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426710400:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.625227:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d706000803724a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fc0 expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.625239:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2a00, rc 0) 00000100:00100000:1.0:1746070968.625277:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:1660:x1830887431137024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2524us (2922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.625283:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29590 00000100:00100000:0.0:1746070968.626831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.633400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.636971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.640542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.640696:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431137920 00000100:00100000:1.0:1746070968.640704:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431137920 00000100:00100000:1.0:1746070968.640742:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29591 00000100:00100000:1.0:1746070968.640748:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431137920:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.640760:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.640774:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037251 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013fc7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.640798:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d706000803724a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fc0 expref: 99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.640805:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.640806:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.640809:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037251 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fc7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.640832:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d706000803724a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fc0 expref: 99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.640841:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d706000803724a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fc0 expref: 99 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.640851:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426710656:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.640934:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.642958:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426710656:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.642981:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037251 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fc7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.642995:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2400, rc 0) 00000100:00100000:1.0:1746070968.643022:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431137920:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2274us (2487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.643029:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29591 00000100:00100000:0.0:1746070968.644790:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.649365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.649563:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431138176 00000100:00100000:1.0:1746070968.649570:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431138176 00000100:00100000:1.0:1746070968.649615:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29592 00000100:00100000:1.0:1746070968.649622:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:1660:x1830887431138176:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.649635:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.649649:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037258 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013fce expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.649671:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037251 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fc7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.649676:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.649677:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.649680:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037258 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fce expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.649706:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037251 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fc7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.649715:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037251 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fc7 expref: 5 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.649724:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426710912:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.649786:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070968.649926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.652725:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426710912:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.652749:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037258 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fce expref: 100 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.652764:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2e00, rc 0) 00000100:00100000:1.0:1746070968.653083:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:1660:x1830887431138176:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3460us (3723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.653091:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29592 00000100:00100000:1.0:1746070968.653518:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431138560 00000100:00100000:1.0:1746070968.653523:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431138560 00000100:00100000:1.0:1746070968.653569:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29593 00000100:00100000:1.0:1746070968.653575:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:1661:x1830887431138560:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.653587:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.653598:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803725f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013fd5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.653615:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.653619:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037258 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fce expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.653625:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.653628:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803725f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fd5 expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.653651:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037258 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fce expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.653660:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803725f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fd5 expref: 101 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.653667:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e3600, rc 0) 00000100:00100000:1.0:1746070968.653685:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:1661:x1830887431138560:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.653689:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29593 00000100:00100000:0.0:1746070968.653981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.659548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.659657:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431138944 00000100:00100000:1.0:1746070968.659663:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431138944 00002000:00100000:1.0:1746070968.659698:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082104700 x1830887431138944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.659707:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082104700 with x1830887431138944 ext(0->4095) 00010000:00010000:1.0:1746070968.659717:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037258 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fce expref: 101 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.659728:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037258 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fce expref: 101 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.659737:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082104700 00000100:00100000:1.0:1746070968.659752:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2599 00000100:00100000:1.0:1746070968.659757:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:2008:x1830887431138944:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070968.659915:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:2008:x1830887431138944:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.659922:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2599 00002000:00100000:1.0:1746070968.659927:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082104700 x1830887431138944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.659933:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082104700 with x1830887431138944 ext(0->4095) 00010000:00010000:1.0:1746070968.659938:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037258 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fce expref: 101 pid: 9566 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.659946:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037258 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013fce expref: 101 pid: 9566 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.659951:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082104700 00000100:00100000:0.0:1746070968.664691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.669577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.670541:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431139328 00000100:00100000:1.0:1746070968.670548:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431139328 00002000:00100000:1.0:1746070968.670579:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082106680 x1830887431139328/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.670589:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082106680 with x1830887431139328 ext(0->4095) 00002000:00010000:1.0:1746070968.670593:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082106680 00000100:00100000:1.0:1746070968.670624:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13408 00000100:00100000:1.0:1746070968.670631:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:2008:x1830887431139328:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070968.670741:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+100:2008:x1830887431139328:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (1165us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.670746:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13408 00002000:00100000:1.0:1746070968.670751:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082106680 x1830887431139328/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.670758:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082106680 with x1830887431139328 ext(0->4095) 00002000:00010000:1.0:1746070968.670760:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082106680 00000100:00100000:0.0:1746070968.674786:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.677934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.680482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.682724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.686408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.689657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.693208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.700177:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.703345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.709763:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.714042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.714083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.714246:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431141248 00000100:00100000:1.0:1746070968.714250:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431141248 00000100:00100000:1.0:1746070968.714287:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29598 00000100:00100000:1.0:1746070968.714292:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:1661:x1830887431141248:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.714310:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.714322:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d706000803727b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f013ff8 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.714567:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.714571:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037282 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ff1 expref: 104 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.714576:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.714578:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d706000803727b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ff8 expref: 104 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.714650:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037282 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ff1 expref: 104 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.714662:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d706000803727b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ff8 expref: 104 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.714671:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2200, rc 0) 00000100:00100000:1.0:1746070968.714689:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:1661:x1830887431141248:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 397us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.714694:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29598 00000100:00100000:0.0:1746070968.716839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.718991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.719067:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431141632 00000100:00100000:1.0:1746070968.719072:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431141632 00002000:00100000:1.0:1746070968.719098:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5aa00 x1830887431141632/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.719106:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5aa00 with x1830887431141632 ext(0->4095) 00010000:00010000:1.0:1746070968.719112:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037282 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ff1 expref: 103 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.719121:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037282 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ff1 expref: 103 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.719127:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5aa00 00000100:00100000:1.0:1746070968.719145:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2602 00000100:00100000:1.0:1746070968.719151:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:2007:x1830887431141632:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.719348:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:2007:x1830887431141632:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 196us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.719353:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2602 00002000:00100000:1.0:1746070968.719358:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5aa00 x1830887431141632/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.719365:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5aa00 with x1830887431141632 ext(0->4095) 00010000:00010000:1.0:1746070968.719369:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037282 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ff1 expref: 103 pid: 9567 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.719376:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037282 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f013ff1 expref: 103 pid: 9567 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.719381:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5aa00 00000100:00100000:0.0:1746070968.721291:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.724796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.724961:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431142016 00000100:00100000:1.0:1746070968.724967:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431142016 00002000:00100000:1.0:1746070968.724999:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed59180 x1830887431142016/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.725008:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed59180 with x1830887431142016 ext(0->4095) 00002000:00010000:1.0:1746070968.725012:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed59180 00000100:00100000:1.0:1746070968.725041:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13411 00000100:00100000:1.0:1746070968.725047:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:2008:x1830887431142016:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070968.725147:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:2008:x1830887431142016:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.725152:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13411 00002000:00100000:1.0:1746070968.725156:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed59180 x1830887431142016/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.725163:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed59180 with x1830887431142016 ext(0->4095) 00002000:00010000:1.0:1746070968.725166:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed59180 00000100:00100000:0.0:1746070968.727471:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.729966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.735229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.735701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.739343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.743734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.746967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.748497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.751171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.754123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.754203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.758198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.762273:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.767991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.770201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.770502:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431144704 00000100:00100000:1.0:1746070968.770508:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431144704 00000100:00100000:1.0:1746070968.770546:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29604 00000100:00100000:1.0:1746070968.770552:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431144704:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.770562:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.770574:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080372ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014022 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.770593:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080372a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01401b expref: 101 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.770599:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.770600:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.770603:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080372ac lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014022 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.770624:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080372a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01401b expref: 101 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.770632:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080372a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01401b expref: 101 pid: 9567 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.770642:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426713984:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.770964:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.772114:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426713984:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.772221:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080372ac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014022 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.772236:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2400, rc 0) 00000100:00100000:1.0:1746070968.772274:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431144704:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1720us (2075us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.772280:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29604 00000100:00100000:0.0:1746070968.772614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.775002:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.777056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.777106:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431145216 00000100:00100000:1.0:1746070968.777110:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431145216 00000100:00100000:1.0:1746070968.777144:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29605 00000100:00100000:1.0:1746070968.777150:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:1660:x1830887431145216:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.777161:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.777174:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d70600080372b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014029 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.777196:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080372ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014022 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.777202:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.777204:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.777207:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d70600080372b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014029 expref: 102 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.777231:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080372ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014022 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.777242:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080372ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014022 expref: 5 pid: 9566 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.777256:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426714240:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070968.777309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.777315:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.778494:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426714240:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.778507:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d70600080372b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014029 expref: 103 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.778514:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e3600, rc 0) 00000100:00100000:1.0:1746070968.778716:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:1660:x1830887431145216:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1565us (1661us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.778722:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29605 00000100:00100000:0.0:1746070968.779361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.781931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.784581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.786641:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.786678:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431146112 00000100:00100000:1.0:1746070968.786682:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431146112 00002000:00100000:1.0:1746070968.786706:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850e00 x1830887431146112/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.786714:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850e00 with x1830887431146112 ext(0->4095) 00002000:00010000:1.0:1746070968.786717:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d850e00 00000100:00100000:1.0:1746070968.786739:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13415 00000100:00100000:1.0:1746070968.786745:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:2008:x1830887431146112:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070968.786835:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:2008:x1830887431146112:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (194us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.786841:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13415 00002000:00100000:1.0:1746070968.786845:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850e00 x1830887431146112/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.786857:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850e00 with x1830887431146112 ext(0->4095) 00002000:00010000:1.0:1746070968.786860:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d850e00 00000100:00100000:0.0:1746070968.788090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.788124:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431146240 00000100:00100000:1.0:1746070968.788128:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431146240 00000100:00100000:1.0:1746070968.788163:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29607 00000100:00100000:1.0:1746070968.788170:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431146240:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.788180:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.788192:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080372c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014037 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.788210:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d70600080372ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014030 expref: 101 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.788216:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.788218:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.788221:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080372c1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014037 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.788284:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d70600080372ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014030 expref: 101 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.788296:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9200/0xa5d70600080372ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014030 expref: 101 pid: 9567 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.788306:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426714752:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.788521:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.789652:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426714752:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.789667:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080372c1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014037 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.789677:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2a00, rc 0) 00000100:00100000:1.0:1746070968.789703:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431146240:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1534us (1613us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.789710:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29607 00000100:00100000:0.0:1746070968.789797:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.791762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.791796:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431146624 00000100:00100000:1.0:1746070968.791800:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431146624 00002000:00100000:1.0:1746070968.791826:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850000 x1830887431146624/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.791834:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850000 with x1830887431146624 ext(0->4095) 00002000:00010000:1.0:1746070968.791838:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d850000 00000100:00100000:1.0:1746070968.791860:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13416 00000100:00100000:1.0:1746070968.791889:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431146624:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070968.791974:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431146624:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.791980:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13416 00002000:00100000:1.0:1746070968.791984:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850000 x1830887431146624/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.791991:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850000 with x1830887431146624 ext(0->4095) 00002000:00010000:1.0:1746070968.791994:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d850000 00000100:00100000:0.0:1746070968.797824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.797908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.798066:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29609 00000100:00100000:1.0:1746070968.798072:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:1661:x1830887431146880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.798077:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.798082:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080372cf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014045 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.798206:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.798210:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080372c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01403e expref: 104 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.798215:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.798217:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080372cf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014045 expref: 104 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.798244:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080372c8 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01403e expref: 104 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.798255:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080372cf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014045 expref: 104 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.798263:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2400, rc 0) 00000100:00100000:1.0:1746070968.798295:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:1661:x1830887431146880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 223us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.798301:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29609 00000100:00100000:0.0:1746070968.800019:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.802585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.806786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.810410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.810487:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431147648 00000100:00100000:1.0:1746070968.810492:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431147648 00002000:00100000:1.0:1746070968.810518:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851880 x1830887431147648/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.810541:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851880 with x1830887431147648 ext(0->4095) 00002000:00010000:1.0:1746070968.810545:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d851880 00000100:00100000:1.0:1746070968.810557:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13417 00000100:00100000:1.0:1746070968.810561:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:2007:x1830887431147648:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.810642:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:2007:x1830887431147648:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.810647:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13417 00002000:00100000:1.0:1746070968.810651:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851880 x1830887431147648/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.810657:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851880 with x1830887431147648 ext(0->4095) 00002000:00010000:1.0:1746070968.810659:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d851880 00000100:00100000:0.0:1746070968.812756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.819341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.821552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.824382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.828069:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.829780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.832850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.833235:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431148800 00000100:00100000:1.0:1746070968.833240:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431148800 00002000:00100000:1.0:1746070968.833268:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e355f80 x1830887431148800/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.833276:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e355f80 with x1830887431148800 ext(0->4095) 00010000:00010000:1.0:1746070968.833283:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080372dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014053 expref: 103 pid: 9568 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.833293:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080372dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014053 expref: 103 pid: 9568 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.833299:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e355f80 00000100:00100000:1.0:1746070968.833312:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2609 00000100:00100000:1.0:1746070968.833317:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:2007:x1830887431148800:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.833416:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:2007:x1830887431148800:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (569us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.833421:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2609 00002000:00100000:1.0:1746070968.833426:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e355f80 x1830887431148800/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.833433:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e355f80 with x1830887431148800 ext(0->4095) 00010000:00010000:1.0:1746070968.833437:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080372dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014053 expref: 103 pid: 9568 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.833445:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080372dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014053 expref: 103 pid: 9568 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.833450:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e355f80 00000100:00100000:0.0:1746070968.835514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.840489:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.843502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.846970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.850230:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.850975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.855232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.855731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.858774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.858926:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431150336 00000100:00100000:1.0:1746070968.858931:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431150336 00002000:00100000:1.0:1746070968.858958:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff32680 x1830887431150336/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.858966:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32680 with x1830887431150336 ext(0->4095) 00010000:00010000:1.0:1746070968.858971:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080372f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014068 expref: 103 pid: 9568 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.858981:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080372f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014068 expref: 103 pid: 9568 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.858990:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff32680 00000100:00100000:1.0:1746070968.859014:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2611 00000100:00100000:1.0:1746070968.859019:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:2007:x1830887431150336:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.859115:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:2007:x1830887431150336:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.859120:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2611 00002000:00100000:1.0:1746070968.859124:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff32680 x1830887431150336/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.859130:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32680 with x1830887431150336 ext(0->4095) 00010000:00010000:1.0:1746070968.859133:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080372f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014068 expref: 103 pid: 9568 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.859141:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d70600080372f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014068 expref: 103 pid: 9568 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.859146:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff32680 00000100:00100000:0.0:1746070968.862245:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.864109:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.865938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.865969:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431150848 00000100:00100000:1.0:1746070968.865974:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431150848 00000100:00100000:1.0:1746070968.866009:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29616 00000100:00100000:1.0:1746070968.866015:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431150848:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.866025:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.866037:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037300 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014076 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.866060:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d70600080372f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01406f expref: 101 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.866066:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.866067:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.866070:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037300 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014076 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.866090:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d70600080372f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01406f expref: 101 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.866099:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec9800/0xa5d70600080372f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01406f expref: 101 pid: 9568 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.866108:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426717056:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.866170:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070968.867322:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426717056:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.867339:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037300 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014076 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.867347:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2a00, rc 0) 00000100:00100000:1.0:1746070968.867372:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431150848:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1357us (1436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.867377:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29616 00000100:00100000:0.0:1746070968.868257:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.870081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.870476:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431151232 00000100:00100000:1.0:1746070968.870481:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431151232 00002000:00100000:1.0:1746070968.870506:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff30a80 x1830887431151232/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.870514:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff30a80 with x1830887431151232 ext(0->4095) 00002000:00010000:1.0:1746070968.870518:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff30a80 00000100:00100000:1.0:1746070968.870546:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13420 00000100:00100000:1.0:1746070968.870552:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431151232:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070968.870692:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431151232:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (611us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.870698:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13420 00002000:00100000:1.0:1746070968.870703:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff30a80 x1830887431151232/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.870710:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff30a80 with x1830887431151232 ext(0->4095) 00002000:00010000:1.0:1746070968.870712:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff30a80 00000100:00100000:0.0:1746070968.872281:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.872382:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431151360 00000100:00100000:1.0:1746070968.872387:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431151360 00000100:00100000:1.0:1746070968.872414:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29617 00000100:00100000:1.0:1746070968.872419:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+101:1661:x1830887431151360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.872429:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.872442:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037307 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01407d expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.872462:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037300 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014076 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.872477:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.872479:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070968.872481:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037307 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01407d expref: 102 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.872506:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037300 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014076 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.872516:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037300 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014076 expref: 5 pid: 10108 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.872539:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426717312:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.872614:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070968.874050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.874124:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426717312:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.874149:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037307 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01407d expref: 102 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.874159:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2400, rc 0) 00000100:00100000:1.0:1746070968.874193:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:1661:x1830887431151360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1773us (1914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.874199:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29617 00000100:00100000:0.0:1746070968.875140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.875294:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431151616 00000100:00100000:1.0:1746070968.875297:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431151616 00000100:00100000:1.0:1746070968.875325:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29618 00000100:00100000:1.0:1746070968.875330:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:1660:x1830887431151616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070968.875340:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070968.875349:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803730e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014084 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.875361:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037307 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01407d expref: 103 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.875367:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.875368:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070968.875370:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803730e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014084 expref: 103 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.875385:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01407d expref: 103 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.875394:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037307 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01407d expref: 103 pid: 10108 timeout: 791 lvb_type: 0 00000100:00100000:1.0:1746070968.875402:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426717568:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070968.875447:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070968.876457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.878806:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.879101:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426717568:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070968.879128:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803730e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014084 expref: 103 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070968.879140:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2600, rc 0) 00000100:00100000:1.0:1746070968.880004:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+103:1660:x1830887431151616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4672us (4864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070968.880013:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29618 00000100:00100000:0.0:1746070968.882663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.886480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.886553:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431152384 00000100:00100000:1.0:1746070968.886560:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431152384 00002000:00100000:1.0:1746070968.886592:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f690000 x1830887431152384/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.886602:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690000 with x1830887431152384 ext(0->4095) 00010000:00010000:1.0:1746070968.886609:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803730e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014084 expref: 102 pid: 10108 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.886622:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803730e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014084 expref: 102 pid: 10108 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.886628:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f690000 00000100:00100000:1.0:1746070968.887515:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2613 00000100:00100000:1.0:1746070968.887532:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:2007:x1830887431152384:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.887655:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:2007:x1830887431152384:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (1178us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.887661:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2613 00002000:00100000:1.0:1746070968.887666:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f690000 x1830887431152384/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.887673:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690000 with x1830887431152384 ext(0->4095) 00010000:00010000:1.0:1746070968.887679:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803730e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014084 expref: 102 pid: 10108 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.887692:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803730e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014084 expref: 102 pid: 10108 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.887698:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f690000 00000100:00100000:0.0:1746070968.892987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.893084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.900764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.900814:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431152896 00000100:00100000:1.0:1746070968.900822:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431152896 00002000:00100000:1.0:1746070968.900856:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691f80 x1830887431152896/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.900891:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691f80 with x1830887431152896 ext(0->4095) 00010000:00010000:1.0:1746070968.900899:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d7060008037315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01408b expref: 6 pid: 9568 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.900912:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d7060008037315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01408b expref: 6 pid: 9568 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.900918:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691f80 00000100:00100000:1.0:1746070968.900945:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2614 00000100:00100000:1.0:1746070968.900950:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431152896:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.901078:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431152896:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.901084:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2614 00002000:00100000:1.0:1746070968.901088:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691f80 x1830887431152896/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.901094:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691f80 with x1830887431152896 ext(0->4095) 00010000:00010000:1.0:1746070968.901099:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d7060008037315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01408b expref: 6 pid: 9568 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.901106:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d7060008037315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01408b expref: 6 pid: 9568 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.901111:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691f80 00000100:00100000:0.0:1746070968.906997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.917608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.920076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.924949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.924993:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.929300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.930286:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431153920 00000100:00100000:1.0:1746070968.930293:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431153920 00002000:00100000:1.0:1746070968.930325:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691880 x1830887431153920/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.930339:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691880 with x1830887431153920 ext(0->4095) 00010000:00010000:1.0:1746070968.930346:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008037323 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014099 expref: 6 pid: 9568 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.930358:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008037323 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014099 expref: 6 pid: 9568 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.930364:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691880 00000100:00100000:1.0:1746070968.930378:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2615 00000100:00100000:1.0:1746070968.930383:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431153920:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070968.930476:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431153920:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (1177us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070968.930481:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2615 00002000:00100000:1.0:1746070968.930485:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691880 x1830887431153920/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.930497:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691880 with x1830887431153920 ext(0->4095) 00010000:00010000:1.0:1746070968.930500:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008037323 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014099 expref: 6 pid: 9568 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.930508:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008037323 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014099 expref: 6 pid: 9568 timeout: 791 lvb_type: 0 00002000:00010000:1.0:1746070968.930513:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691880 00000100:00100000:0.0:1746070968.935046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.938578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.943625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.956510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070968.956602:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431154560 00000100:00100000:1.0:1746070968.956611:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431154560 00002000:00100000:1.0:1746070968.956646:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fc3ad80 x1830887431154560/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 496/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.956656:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3ad80 with x1830887431154560 ext(0->7) 00010000:00010000:1.0:1746070968.956664:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803732a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140a0 expref: 102 pid: 9568 timeout: 791 lvb_type: 0 00010000:00010000:1.0:1746070968.956677:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803732a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140a0 expref: 102 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070968.956684:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc3ad80 00000100:00100000:1.0:1746070968.957611:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2616 00000100:00100000:1.0:1746070968.957619:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+102:2008:x1830887431154560:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070968.963111:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+104:2008:x1830887431154560:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 5485us (6601us total) trans 4294972231 rc 0/0 00000100:00100000:1.0:1746070968.963121:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2616 00002000:00100000:1.0:1746070968.963129:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fc3ad80 x1830887431154560/t4294972231(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 496/448 e 0 to 0 dl 1746070979 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070968.963137:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3ad80 with x1830887431154560 ext(0->7) 00010000:00010000:1.0:1746070968.963145:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803732a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140a0 expref: 104 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070968.963158:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8c00/0xa5d706000803732a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140a0 expref: 104 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070968.963164:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc3ad80 00000001:00080000:0.0:1746070968.964103:0:9564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972231 is committed 00000100:00100000:0.0:1746070968.965837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.968407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.987157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.995560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070968.999998:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.000217:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431155456 00000100:00100000:1.0:1746070969.000222:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431155456 00002000:00100000:1.0:1746070969.000248:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc3bb80 x1830887431155456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/0 e 0 to 0 dl 1746070979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.000257:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3bb80 with x1830887431155456 ext(0->4095) 00002000:00010000:1.0:1746070969.000260:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3bb80 00000100:00100000:1.0:1746070969.000282:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13423 00000100:00100000:1.0:1746070969.000286:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431155456:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.000372:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431155456:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.000376:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13423 00002000:00100000:1.0:1746070969.000380:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc3bb80 x1830887431155456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746070979 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.000386:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3bb80 with x1830887431155456 ext(0->4095) 00002000:00010000:1.0:1746070969.000389:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3bb80 00000100:00100000:0.0:1746070969.003288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.003677:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431155584 00000100:00100000:1.0:1746070969.003684:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431155584 00000100:00100000:1.0:1746070969.003728:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29625 00000100:00100000:1.0:1746070969.003734:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431155584:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.003747:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.003761:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d706000803733f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0140b5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.003784:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037338 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140ae expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.003790:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.003791:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.003794:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d706000803733f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140b5 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.003817:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037338 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140ae expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.003827:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037338 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140ae expref: 5 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.003837:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426719360:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.003933:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.009801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.009835:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426719360:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.009885:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d706000803733f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140b5 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.009911:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2400, rc 0) 00000100:00100000:1.0:1746070969.009951:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431155584:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6216us (6666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.009960:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29625 00000100:00100000:0.0:1746070969.010073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.010264:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431155840 00000100:00100000:1.0:1746070969.010267:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431155840 00000100:00100000:1.0:1746070969.010292:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29626 00000100:00100000:1.0:1746070969.010296:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:1660:x1830887431155840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.010306:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.010314:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037346 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0140bc expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.010330:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d706000803733f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140b5 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.010336:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.010337:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.010340:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037346 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140bc expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.010356:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d706000803733f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140b5 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.010367:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d706000803733f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140b5 expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.010378:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426719616:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.010428:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.013931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.014013:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426719616:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.014038:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037346 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140bc expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.014050:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e3600, rc 0) 00000100:00100000:1.0:1746070969.014084:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:1660:x1830887431155840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3786us (4010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.014090:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29626 00000100:00100000:0.0:1746070969.017004:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.017045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.017674:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431156352 00000100:00100000:1.0:1746070969.017678:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431156352 00000100:00100000:1.0:1746070969.017697:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29627 00000100:00100000:1.0:1746070969.017702:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431156352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.017711:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.017721:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d706000803734d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0140c3 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.017735:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037346 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140bc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.017740:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.017741:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.017744:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d706000803734d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140c3 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.017762:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037346 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140bc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.017771:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037346 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140bc expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.017779:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426719872:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.017813:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.020415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.020435:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431156608 00000100:00100000:0.0:1746070969.020440:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431156608 00002000:00100000:0.0:1746070969.020468:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39880 x1830887431156608/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.020476:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39880 with x1830887431156608 ext(0->4095) 00010000:00010000:0.0:1746070969.020482:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037346 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140bc expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.020492:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037346 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140bc expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.020498:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc39880 00000100:00100000:1.0:1746070969.020790:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426719872:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.020809:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d706000803734d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140c3 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.020818:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2e00, rc 0) 00000100:00100000:1.0:1746070969.020835:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431156352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3133us (3790us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.020841:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29627 00000100:00100000:0.0:1746070969.021083:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2619 00000100:00100000:0.0:1746070969.021090:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431156608:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070969.021192:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431156608:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (782us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070969.021197:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2619 00002000:00100000:0.0:1746070969.021202:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39880 x1830887431156608/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.021209:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39880 with x1830887431156608 ext(0->4095) 00010000:00010000:0.0:1746070969.021212:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037346 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140bc expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.021221:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037346 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140bc expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.021226:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc39880 00000100:00100000:0.0:1746070969.024269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.024595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.025017:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431156736 00000100:00100000:1.0:1746070969.025021:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431156736 00000100:00100000:1.0:1746070969.025055:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29628 00000100:00100000:1.0:1746070969.025061:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:1660:x1830887431156736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.025072:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.025080:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008037354 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0140ca expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.025095:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d706000803734d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140c3 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.025100:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.025102:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.025104:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008037354 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140ca expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.025120:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d706000803734d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140c3 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.025129:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d706000803734d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140c3 expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.025136:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426720128:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.025188:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.027923:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426720128:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.027948:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008037354 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140ca expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.027960:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5e17c00, rc 0) 00000100:00100000:1.0:1746070969.027998:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:1660:x1830887431156736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2936us (3734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.028004:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29628 00000100:00100000:0.0:1746070969.028351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.033532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.037394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.039671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.039795:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431157632 00000100:00100000:1.0:1746070969.039800:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431157632 00000100:00100000:1.0:1746070969.040066:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29629 00000100:00100000:1.0:1746070969.040073:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431157632:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.040086:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.040099:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803735b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0140d1 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.040122:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008037354 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140ca expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.040128:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.040130:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.040133:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803735b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140d1 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.040156:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008037354 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140ca expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.040166:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008037354 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140ca expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.040176:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426720384:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.040242:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.042452:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426720384:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.042477:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803735b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140d1 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.042489:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2600, rc 0) 00000100:00100000:1.0:1746070969.042529:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431157632:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2448us (2852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.042539:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29629 00000100:00100000:0.0:1746070969.042689:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.046328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.047430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.047538:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431158144 00000100:00100000:1.0:1746070969.047542:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431158144 00000100:00100000:1.0:1746070969.047570:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29630 00000100:00100000:1.0:1746070969.047575:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:1660:x1830887431158144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.047582:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.047593:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037362 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0140d8 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.047610:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803735b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140d1 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.047616:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.047618:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.047621:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037362 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140d8 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.047642:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803735b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140d1 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.047652:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803735b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140d1 expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.047662:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426720640:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.047712:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.049470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.051305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070969.051682:0:9566:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d706000803735b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140d1 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.051709:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426720640:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.051728:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037362 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140d8 expref: 7 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.051739:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037362 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140d8 expref: 7 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.051750:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e3600, rc 0) 00000100:00100000:1.0:1746070969.051782:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:1660:x1830887431158144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4207us (4352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.051788:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29630 00000100:00100000:0.0:1746070969.054221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.057080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.060034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.060535:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431159040 00000100:00100000:1.0:1746070969.060542:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431159040 00002000:00100000:1.0:1746070969.060572:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef05500 x1830887431159040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.060580:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05500 with x1830887431159040 ext(0->4095) 00002000:00010000:1.0:1746070969.060583:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef05500 00000100:00100000:1.0:1746070969.060597:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13426 00000100:00100000:1.0:1746070969.060602:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431159040:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070969.060695:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431159040:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (665us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.060700:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13426 00002000:00100000:1.0:1746070969.060705:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef05500 x1830887431159040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.060712:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05500 with x1830887431159040 ext(0->4095) 00002000:00010000:1.0:1746070969.060715:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef05500 00000100:00100000:0.0:1746070969.062480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.063077:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431159168 00000100:00100000:1.0:1746070969.063083:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431159168 00000100:00100000:1.0:1746070969.063122:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29632 00000100:00100000:1.0:1746070969.063127:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431159168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.063140:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.063154:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037370 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0140e6 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.063176:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037369 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140df expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.063182:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.063184:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.063187:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037370 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140e6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.063211:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037369 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140df expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.063221:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037369 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140df expref: 5 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.063231:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426721152:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.063395:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.065894:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426721152:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.065922:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037370 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140e6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.065934:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e3600, rc 0) 00000100:00100000:1.0:1746070969.065971:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431159168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2842us (3493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.065978:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29632 00000100:00100000:0.0:1746070969.066151:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.069044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.070841:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.071099:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431159680 00000100:00100000:1.0:1746070969.071104:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431159680 00000100:00100000:1.0:1746070969.071138:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29633 00000100:00100000:1.0:1746070969.071143:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:1660:x1830887431159680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.071153:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.071169:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037377 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0140ed expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.071189:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037370 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140e6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.071195:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.071196:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.071199:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037377 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140ed expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.071219:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037370 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140e6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.071229:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037370 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140e6 expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.071238:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426721408:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.071295:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.071624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.072904:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426721408:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.072921:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037377 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140ed expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.072931:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2e00, rc 0) 00000100:00100000:1.0:1746070969.072956:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:1660:x1830887431159680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1813us (2116us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.072962:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29633 00000100:00100000:0.0:1746070969.073624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.077936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.078248:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431160192 00000100:00100000:0.0:1746070969.078254:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431160192 00002000:00100000:0.0:1746070969.078285:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f9f80 x1830887431160192/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.078293:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f9f80 with x1830887431160192 ext(0->4095) 00010000:00010000:0.0:1746070969.078300:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037377 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140ed expref: 7 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.078311:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037377 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140ed expref: 7 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.078317:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839f9f80 00000100:00100000:0.0:1746070969.082787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.088164:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.091075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.091163:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431160704 00000100:00100000:1.0:1746070969.091169:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431160704 00000100:00100000:1.0:1746070969.091210:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29635 00000100:00100000:1.0:1746070969.091216:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431160704:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.091227:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.091240:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037385 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0140fb expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.091260:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803737e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140f4 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.091267:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.091268:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.091271:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037385 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140fb expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.091295:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803737e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140f4 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.091306:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803737e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140f4 expref: 5 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.091317:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a601b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426721920:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.091372:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.093390:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a601b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426721920:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.093413:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037385 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140fb expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.093428:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2200, rc 0) 00000100:00100000:1.0:1746070969.093457:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431160704:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2240us (2385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.093464:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29635 00000100:00100000:0.0:1746070969.093593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.098444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.099852:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.100079:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431161216 00000100:00100000:0.0:1746070969.100083:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431161216 00000100:00100000:0.0:1746070969.100322:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29636 00000100:00100000:0.0:1746070969.100330:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a601b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:1660:x1830887431161216:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070969.100339:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070969.100353:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803738c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014102 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.100378:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037385 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140fb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.100384:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070969.100386:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070969.100389:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803738c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014102 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.100412:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037385 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140fb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.100422:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037385 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0140fb expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746070969.100431:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426722176:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070969.100487:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.102574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.104102:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426722176:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070969.104117:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803738c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014102 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.104124:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2600, rc 0) 00000100:00100000:0.0:1746070969.104144:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a601b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:1660:x1830887431161216:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3815us (4293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070969.104149:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29636 00000100:00100000:0.0:1746070969.109461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.110139:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431161728 00000100:00100000:1.0:1746070969.110145:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431161728 00002000:00100000:1.0:1746070969.110177:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fe680 x1830887431161728/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.110186:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fe680 with x1830887431161728 ext(0->4095) 00010000:00010000:1.0:1746070969.110193:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803738c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014102 expref: 7 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.110209:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803738c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014102 expref: 7 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.110214:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fe680 00000100:00100000:1.0:1746070969.110240:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2623 00000100:00100000:1.0:1746070969.110246:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431161728:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.110549:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431161728:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 302us (1093us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.110556:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2623 00002000:00100000:1.0:1746070969.110561:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fe680 x1830887431161728/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.110567:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fe680 with x1830887431161728 ext(0->4095) 00010000:00010000:1.0:1746070969.110571:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803738c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014102 expref: 7 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.110579:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d706000803738c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014102 expref: 7 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.110583:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fe680 00000100:00100000:0.0:1746070969.117373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.122743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.122797:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431162112 00000100:00100000:1.0:1746070969.122804:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431162112 00002000:00100000:1.0:1746070969.122835:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b8d6300 x1830887431162112/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.122844:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d6300 with x1830887431162112 ext(0->4095) 00002000:00010000:1.0:1746070969.122848:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d6300 00000100:00100000:1.0:1746070969.123009:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13430 00000100:00100000:1.0:1746070969.123016:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431162112:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070969.123110:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431162112:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (369us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.123116:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13430 00002000:00100000:1.0:1746070969.123121:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b8d6300 x1830887431162112/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.123128:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d6300 with x1830887431162112 ext(0->4095) 00002000:00010000:1.0:1746070969.123130:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d6300 00000100:00100000:0.0:1746070969.132382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.137577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.138992:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431162368:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1215us (1411us total) trans 4294972232 rc 0/0 00000100:00100000:0.0:1746070969.139000:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2624 00002000:00100000:0.0:1746070969.139007:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012b8d5500 x1830887431162368/t4294972232(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 496/448 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.139015:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d5500 with x1830887431162368 ext(0->7) 00010000:00010000:0.0:1746070969.139021:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037393 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014109 expref: 8 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.139031:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037393 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014109 expref: 8 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.139037:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b8d5500 00000100:00100000:0.0:1746070969.145299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.149346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.149653:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431162752 00000100:00100000:1.0:1746070969.149661:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431162752 00002000:00100000:1.0:1746070969.149695:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc7480 x1830887431162752/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.149704:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc7480 with x1830887431162752 ext(0->4095) 00002000:00010000:1.0:1746070969.149707:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc7480 00000100:00100000:1.0:1746070969.149723:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13431 00000100:00100000:1.0:1746070969.149729:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431162752:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070969.149836:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431162752:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (493us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.149842:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13431 00002000:00100000:1.0:1746070969.149847:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc7480 x1830887431162752/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.149860:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc7480 with x1830887431162752 ext(0->4095) 00002000:00010000:1.0:1746070969.149881:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc7480 00000100:00100000:0.0:1746070969.152374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.155156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.157493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.158535:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431163264 00000100:00100000:1.0:1746070969.158540:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431163264 00002000:00100000:1.0:1746070969.158566:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc4e00 x1830887431163264/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.158575:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc4e00 with x1830887431163264 ext(0->4095) 00002000:00010000:1.0:1746070969.158579:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc4e00 00000100:00100000:1.0:1746070969.158914:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13432 00000100:00100000:1.0:1746070969.158921:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431163264:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070969.159017:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431163264:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (1526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.159023:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13432 00002000:00100000:1.0:1746070969.159028:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc4e00 x1830887431163264/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.159035:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc4e00 with x1830887431163264 ext(0->4095) 00002000:00010000:1.0:1746070969.159037:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc4e00 00000100:00100000:0.0:1746070969.161433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.165436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.171288:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431163776 00000100:00100000:0.0:1746070969.171296:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431163776 00000100:00100000:0.0:1746070969.171345:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29641 00000100:00100000:0.0:1746070969.171352:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:1660:x1830887431163776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070969.171367:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070969.171379:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d70600080373af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014125 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.171402:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080373a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01411e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.171408:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070969.171409:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070969.171413:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d70600080373af lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014125 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.171437:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080373a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01411e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.171447:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080373a8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01411e expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746070969.171458:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426723456:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070969.172084:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.177494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.177594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.181423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.183225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.186742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.186793:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431164800 00000100:00100000:1.0:1746070969.186797:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431164800 00002000:00100000:1.0:1746070969.186830:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edc000 x1830887431164800/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.186838:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edc000 with x1830887431164800 ext(0->4095) 00002000:00010000:1.0:1746070969.186842:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5edc000 00000100:00100000:1.0:1746070969.186892:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13433 00000100:00100000:1.0:1746070969.186898:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431164800:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070969.187008:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431164800:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.187014:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13433 00002000:00100000:1.0:1746070969.187019:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edc000 x1830887431164800/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.187026:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edc000 with x1830887431164800 ext(0->4095) 00002000:00010000:1.0:1746070969.187029:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5edc000 00000100:00100000:0.0:1746070969.189636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.193026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.198941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.200715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.203822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.205824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.210989:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.214759:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.217371:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.217455:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431166336 00000100:00100000:1.0:1746070969.217460:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431166336 00002000:00100000:1.0:1746070969.217486:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd27800 x1830887431166336/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.217495:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27800 with x1830887431166336 ext(0->4095) 00002000:00010000:1.0:1746070969.217498:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd27800 00000100:00100000:1.0:1746070969.217531:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13435 00000100:00100000:1.0:1746070969.217538:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431166336:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.217638:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431166336:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.217643:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13435 00002000:00100000:1.0:1746070969.217648:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd27800 x1830887431166336/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.217655:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27800 with x1830887431166336 ext(0->4095) 00002000:00010000:1.0:1746070969.217658:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd27800 00000100:00100000:0.0:1746070969.219364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.219409:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431166464 00000100:00100000:1.0:1746070969.219412:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431166464 00000100:00100000:1.0:1746070969.219443:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29646 00000100:00100000:1.0:1746070969.219448:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431166464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.219462:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.219475:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014148 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.219496:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080373cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014141 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.219502:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.219504:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.219507:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373d2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014148 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.219539:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080373cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014141 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.219549:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080373cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014141 expref: 7 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.219558:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426724736:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.219624:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.221046:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426724736:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.221062:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373d2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014148 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.221073:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2400, rc 0) 00000100:00100000:1.0:1746070969.221095:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431166464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1647us (1735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.221101:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29646 00000100:00100000:0.0:1746070969.223584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.227984:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431166848 00000100:00100000:1.0:1746070969.227988:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431166848 00002000:00100000:1.0:1746070969.228019:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300700 x1830887431166848/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.228027:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300700 with x1830887431166848 ext(0->4095) 00002000:00010000:1.0:1746070969.228030:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d300700 00000100:00100000:1.0:1746070969.228055:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13436 00000100:00100000:1.0:1746070969.228061:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431166848:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070969.228131:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431166976 00000100:00100000:0.0:1746070969.228134:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431166976 00000100:00100000:1.0:1746070969.228155:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431166848:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.228160:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13436 00002000:00100000:1.0:1746070969.228165:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300700 x1830887431166848/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746070969.228166:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29647 00000100:00100000:0.0:1746070969.228170:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:1660:x1830887431166976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070969.228178:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:1.0:1746070969.228180:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300700 with x1830887431166848 ext(0->4095) 00002000:00010000:1.0:1746070969.228182:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d300700 00010000:00010000:0.0:1746070969.228190:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d70600080373d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01414f expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.228208:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014148 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.228214:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070969.228216:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070969.228218:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d70600080373d9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01414f expref: 8 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.228240:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014148 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.228255:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014148 expref: 5 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746070969.228265:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fd27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426724992:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070969.230604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.230641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.234752:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.237715:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431167488 00000100:00100000:0.0:1746070969.237725:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431167488 00002000:00100000:0.0:1746070969.237765:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd25c00 x1830887431167488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.237775:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd25c00 with x1830887431167488 ext(0->4095) 00010000:00010000:0.0:1746070969.237783:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d70600080373d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01414f expref: 9 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.237796:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d70600080373d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01414f expref: 9 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.237802:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd25c00 00000100:00100000:0.0:1746070969.237820:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2628 00000100:00100000:0.0:1746070969.237826:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431167488:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070969.237968:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431167488:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (3221us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070969.237975:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2628 00002000:00100000:0.0:1746070969.237981:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd25c00 x1830887431167488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.237987:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd25c00 with x1830887431167488 ext(0->4095) 00010000:00010000:0.0:1746070969.237992:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d70600080373d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01414f expref: 9 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.238000:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d70600080373d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01414f expref: 9 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.238006:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd25c00 00000100:00100000:0.0:1746070969.243188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.246683:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.246739:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431167872 00000100:00100000:1.0:1746070969.246746:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431167872 00002000:00100000:1.0:1746070969.246779:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd27b80 x1830887431167872/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.246793:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27b80 with x1830887431167872 ext(0->4095) 00002000:00010000:1.0:1746070969.246797:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd27b80 00000100:00100000:1.0:1746070969.246815:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13437 00000100:00100000:1.0:1746070969.246822:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431167872:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.246950:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431167872:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.246956:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13437 00002000:00100000:1.0:1746070969.246961:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd27b80 x1830887431167872/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.246967:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27b80 with x1830887431167872 ext(0->4095) 00002000:00010000:1.0:1746070969.246970:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd27b80 00000100:00100000:0.0:1746070969.249170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.251446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.253973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.254014:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431168384 00000100:00100000:1.0:1746070969.254019:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431168384 00002000:00100000:1.0:1746070969.254048:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c0380 x1830887431168384/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.254057:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0380 with x1830887431168384 ext(0->4095) 00002000:00010000:1.0:1746070969.254061:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c0380 00000100:00100000:1.0:1746070969.254076:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13438 00000100:00100000:1.0:1746070969.254082:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431168384:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070969.254191:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431168384:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.254196:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13438 00002000:00100000:1.0:1746070969.254202:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c0380 x1830887431168384/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.254209:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0380 with x1830887431168384 ext(0->4095) 00002000:00010000:1.0:1746070969.254211:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c0380 00000100:00100000:0.0:1746070969.256885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.256926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.256978:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431168512 00000100:00100000:1.0:1746070969.256984:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431168512 00000100:00100000:1.0:1746070969.257026:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431168640 00000100:00100000:1.0:1746070969.257029:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431168640 00000100:00100000:1.0:1746070969.257041:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29651 00000100:00100000:1.0:1746070969.257045:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:1660:x1830887431168640:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.257050:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.257063:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01416b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.257083:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080373e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01415d expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.257094:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.257096:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.257099:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373ee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01416b expref: 10 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.257228:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080373e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01415d expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.257239:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080373e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01415d expref: 5 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.257276:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426725888:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.257803:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.260300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.260445:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426725888:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.260467:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373ee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01416b expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.260480:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2400, rc 0) 00000100:00100000:1.0:1746070969.260510:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:1660:x1830887431168640:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3464us (3584us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.260528:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29651 00000100:00100000:0.0:1746070969.263011:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.263096:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431169024 00000100:00100000:1.0:1746070969.263101:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431169024 00002000:00100000:1.0:1746070969.263132:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5356a00 x1830887431169024/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.263143:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5356a00 with x1830887431169024 ext(0->4095) 00010000:00010000:1.0:1746070969.263150:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01416b expref: 9 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.263161:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01416b expref: 9 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.263166:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5356a00 00000100:00100000:1.0:1746070969.263190:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2629 00000100:00100000:1.0:1746070969.263196:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431169024:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.263295:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431169024:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.263300:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2629 00002000:00100000:1.0:1746070969.263305:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5356a00 x1830887431169024/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.263311:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5356a00 with x1830887431169024 ext(0->4095) 00010000:00010000:1.0:1746070969.263316:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01416b expref: 9 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.263324:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01416b expref: 9 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.263329:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5356a00 00000100:00100000:0.0:1746070969.265625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.268970:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.269046:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431169408 00000100:00100000:1.0:1746070969.269052:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431169408 00002000:00100000:1.0:1746070969.269085:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607ce00 x1830887431169408/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.269093:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607ce00 with x1830887431169408 ext(0->4095) 00002000:00010000:1.0:1746070969.269097:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a607ce00 00000100:00100000:1.0:1746070969.269114:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13439 00000100:00100000:1.0:1746070969.269119:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431169408:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.269221:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431169408:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.269226:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13439 00002000:00100000:1.0:1746070969.269231:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607ce00 x1830887431169408/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.269237:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607ce00 with x1830887431169408 ext(0->4095) 00002000:00010000:1.0:1746070969.269240:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a607ce00 00000100:00100000:0.0:1746070969.271753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.271835:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431169536 00000100:00100000:1.0:1746070969.271840:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431169536 00000100:00100000:1.0:1746070969.272078:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29652 00000100:00100000:1.0:1746070969.272084:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431169536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.272096:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.272110:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373fc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014172 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.272130:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080373f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014164 expref: 7 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.272136:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.272137:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.272140:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373fc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014172 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.272161:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080373f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014164 expref: 7 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.272169:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080373f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014164 expref: 7 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.272179:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426726272:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.272236:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.273845:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426726272:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.273886:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373fc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014172 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.273899:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2400, rc 0) 00000100:00100000:1.0:1746070969.273927:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431169536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1842us (2177us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.273934:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29652 00000100:00100000:0.0:1746070969.274319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.279041:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431169920 00000100:00100000:0.0:1746070969.279047:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431169920 00002000:00100000:0.0:1746070969.279077:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d302a00 x1830887431169920/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.279089:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302a00 with x1830887431169920 ext(0->4095) 00002000:00010000:0.0:1746070969.279092:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d302a00 00000100:00100000:0.0:1746070969.279114:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13440 00000100:00100000:0.0:1746070969.279120:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431169920:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070969.279210:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431169920:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (212us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070969.279215:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13440 00002000:00100000:0.0:1746070969.279220:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d302a00 x1830887431169920/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.279226:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302a00 with x1830887431169920 ext(0->4095) 00002000:00010000:0.0:1746070969.279229:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d302a00 00000100:00100000:0.0:1746070969.279789:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.279843:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431170048 00000100:00100000:1.0:1746070969.279847:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431170048 00000100:00100000:1.0:1746070969.280023:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29653 00000100:00100000:1.0:1746070969.280029:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:1660:x1830887431170048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.280038:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.280052:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037403 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014179 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.280070:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014172 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.280077:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.280078:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.280082:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037403 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014179 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.280176:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014172 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.280190:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d70600080373fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014172 expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.280200:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426726528:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.281130:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.282231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.282708:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426726528:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.282721:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037403 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014179 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.282728:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2e00, rc 0) 00000100:00100000:1.0:1746070969.282745:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:1660:x1830887431170048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2717us (2956us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.282749:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29653 00000100:00100000:0.0:1746070969.286402:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.289830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.289918:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431170560 00000100:00100000:1.0:1746070969.289923:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431170560 00002000:00100000:1.0:1746070969.289952:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fc700 x1830887431170560/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.289960:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fc700 with x1830887431170560 ext(0->4095) 00010000:00010000:1.0:1746070969.289967:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014179 expref: 9 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.289977:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014179 expref: 9 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.289987:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839fc700 00000100:00100000:1.0:1746070969.290011:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2630 00000100:00100000:1.0:1746070969.290018:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431170560:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070969.290115:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431170560:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.290119:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2630 00002000:00100000:1.0:1746070969.290123:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fc700 x1830887431170560/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.290129:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fc700 with x1830887431170560 ext(0->4095) 00010000:00010000:1.0:1746070969.290133:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014179 expref: 9 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.290140:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014179 expref: 9 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.290145:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839fc700 00000100:00100000:0.0:1746070969.297236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.298651:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13456 00000100:00100000:1.0:1746070969.298660:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431170688:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.298672:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.298691:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014179 expref: 9 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.298703:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037403 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014179 expref: 9 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.298723:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037403 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014179 expref: 9 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.298746:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.298748:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.298754:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803740a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014180 expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.298761:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803740a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014180 expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.298789:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803740a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014180 expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070969.298799:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426726912:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070969.299728:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.301306:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.301471:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431170944 00000100:00100000:1.0:1746070969.301477:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431170944 00002000:00100000:1.0:1746070969.301502:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839ff480 x1830887431170944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.301510:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839ff480 with x1830887431170944 ext(0->4095) 00002000:00010000:1.0:1746070969.301524:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839ff480 00000100:00100000:1.0:1746070969.301549:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13441 00000100:00100000:1.0:1746070969.301554:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431170944:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070969.301661:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431170944:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.301669:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13441 00002000:00100000:1.0:1746070969.301674:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839ff480 x1830887431170944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.301680:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839ff480 with x1830887431170944 ext(0->4095) 00002000:00010000:1.0:1746070969.301682:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839ff480 00000100:00100000:0.0:1746070969.303241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.303300:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431171072 00000100:00100000:1.0:1746070969.303304:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431171072 00000100:00100000:1.0:1746070969.303335:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29655 00000100:00100000:1.0:1746070969.303341:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431171072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.303351:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.303364:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037411 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014187 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.303384:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803740a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014180 expref: 7 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.303390:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.303391:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.303394:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037411 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014187 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.303416:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803740a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014180 expref: 7 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.303427:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803740a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014180 expref: 7 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.303439:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426727040:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.303898:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.305144:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426727040:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.305163:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037411 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014187 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.305174:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2400, rc 0) 00000100:00100000:1.0:1746070969.305210:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431171072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1869us (1972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.305217:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29655 00000100:00100000:0.0:1746070969.305828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.310092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.314179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.314232:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431171584 00000100:00100000:1.0:1746070969.314240:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431171584 00000100:00100000:1.0:1746070969.314284:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29656 00000100:00100000:1.0:1746070969.314292:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:1660:x1830887431171584:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.314305:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.314319:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037418 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01418e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.314342:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037411 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014187 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.314347:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.314348:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.314351:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037418 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01418e expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.314379:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037411 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014187 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.314389:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037411 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014187 expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.314399:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426727296:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.314470:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.314475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.318460:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426727296:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070969.318468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070969.318485:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037418 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01418e expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.318499:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2e00, rc 0) 00000100:00100000:1.0:1746070969.318611:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:1660:x1830887431171584:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4319us (4437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.318619:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29656 00000100:00100000:0.0:1746070969.321145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.326063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.330184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.332431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.332480:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431172608 00000100:00100000:1.0:1746070969.332486:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431172608 00000100:00100000:1.0:1746070969.332533:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29658 00000100:00100000:1.0:1746070969.332540:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431172608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.332552:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.332645:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037426 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01419c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.332671:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803741f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014195 expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.332678:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.332679:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.332682:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037426 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01419c expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.332708:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803741f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014195 expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.332718:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803741f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014195 expref: 7 pid: 9567 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.332728:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426727808:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.332801:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.334455:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426727808:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.334477:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037426 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01419c expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.334490:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5e17a00, rc 0) 00000100:00100000:1.0:1746070969.334532:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431172608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1992us (2104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.334539:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29658 00000100:00100000:0.0:1746070969.334779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.340596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.341472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.342828:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431172992 00000100:00100000:1.0:1746070969.342835:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431172992 00002000:00100000:1.0:1746070969.342882:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53a680 x1830887431172992/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.342896:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53a680 with x1830887431172992 ext(0->4095) 00010000:00010000:1.0:1746070969.342903:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037426 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01419c expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.342913:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037426 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01419c expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.342919:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53a680 00000100:00100000:1.0:1746070969.342945:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2632 00000100:00100000:1.0:1746070969.342950:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431172992:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070969.343053:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431172992:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (2463us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.343058:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2632 00002000:00100000:1.0:1746070969.343072:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53a680 x1830887431172992/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.343078:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53a680 with x1830887431172992 ext(0->4095) 00010000:00010000:1.0:1746070969.343083:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037426 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01419c expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.343091:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17a00/0xa5d7060008037426 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01419c expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.343096:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53a680 00000100:00100000:0.0:1746070969.346328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.346408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.351196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.356984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.360895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.364450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.370097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.373200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.373300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.376551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.378417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.384074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.385053:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431175168 00000100:00100000:1.0:1746070969.385060:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431175168 00002000:00100000:1.0:1746070969.385096:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41c000 x1830887431175168/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.385105:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41c000 with x1830887431175168 ext(0->4095) 00010000:00010000:1.0:1746070969.385113:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141b8 expref: 9 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.385124:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141b8 expref: 9 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.385130:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41c000 00000100:00100000:1.0:1746070969.385160:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2635 00000100:00100000:1.0:1746070969.385166:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431175168:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.385285:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431175168:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (1213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.385291:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2635 00002000:00100000:1.0:1746070969.385296:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41c000 x1830887431175168/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.385303:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41c000 with x1830887431175168 ext(0->4095) 00010000:00010000:1.0:1746070969.385307:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141b8 expref: 9 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.385316:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141b8 expref: 9 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.385321:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41c000 00000100:00100000:0.0:1746070969.390280:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.395487:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.404988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.415306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.416133:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887431175808:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 666us (825us total) trans 4294972233 rc 0/0 00000100:00100000:0.0:1746070969.416139:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2636 00002000:00100000:0.0:1746070969.416144:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012b41ce00 x1830887431175808/t4294972233(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 496/448 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.416157:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41ce00 with x1830887431175808 ext(0->7) 00010000:00010000:0.0:1746070969.416161:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037449 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141bf expref: 10 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.416170:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037449 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141bf expref: 10 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.416176:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41ce00 00000100:00100000:0.0:1746070969.418446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.426427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.427205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.427313:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431176320 00000100:00100000:1.0:1746070969.427317:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431176320 00002000:00100000:1.0:1746070969.427341:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41fb80 x1830887431176320/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.427348:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41fb80 with x1830887431176320 ext(0->4095) 00010000:00010000:1.0:1746070969.427354:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037450 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141c6 expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.427362:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037450 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141c6 expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.427367:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41fb80 00000100:00100000:1.0:1746070969.427380:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2637 00000100:00100000:1.0:1746070969.427384:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431176320:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070969.427485:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431176320:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.427490:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2637 00002000:00100000:1.0:1746070969.427495:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41fb80 x1830887431176320/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.427501:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41fb80 with x1830887431176320 ext(0->4095) 00010000:00010000:1.0:1746070969.427505:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037450 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141c6 expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.427525:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037450 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141c6 expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.427535:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41fb80 00000100:00100000:0.0:1746070969.429026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.429720:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.429918:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13467 00000100:00100000:1.0:1746070969.429925:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431176576:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.429933:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.429972:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037450 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141c6 expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.429982:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037450 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141c6 expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.429996:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037450 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141c6 expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.430007:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.430008:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.430013:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037457 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141cd expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.430019:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037457 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141cd expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.430043:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037457 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141cd expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.430052:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037457 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141cd expref: 10 pid: 9567 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.430066:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426729856:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.430117:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.431444:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426729856:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.431455:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070969.431474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.431574:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431176576:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1648us (1853us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.431581:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13467 00000100:00100000:0.0:1746070969.433236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.433304:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431176960 00000100:00100000:1.0:1746070969.433308:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431176960 00010000:00010000:1.0:1746070969.433322:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037457 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141cd expref: 11 pid: 9567 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.433352:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13468 00000100:00100000:1.0:1746070969.433358:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2010:x1830887431176960:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.433366:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.433376:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037457 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141cd expref: 11 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.433384:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037457 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141cd expref: 11 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.433400:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037457 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141cd expref: 11 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.433411:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.433413:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.433418:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803745e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141d4 expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.433425:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803745e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141d4 expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.433446:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803745e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141d4 expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070969.433454:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426729984:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.433519:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.435640:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.435736:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426729984:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.435751:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070969.435774:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2010:x1830887431176960:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2417us (2541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.435780:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13468 00000100:00100000:0.0:1746070969.440313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.443640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.444460:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431177472 00000100:00100000:1.0:1746070969.444466:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431177472 00010000:00010000:1.0:1746070969.444491:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803745e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141d4 expref: 10 pid: 9567 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.444508:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13469 00000100:00100000:1.0:1746070969.444524:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2007:x1830887431177472:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.444533:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.444547:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803745e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141d4 expref: 10 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.444560:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803745e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141d4 expref: 10 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.444576:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803745e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141d4 expref: 10 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.444588:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.444589:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.444595:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037465 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141db expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.444600:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037465 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141db expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.444625:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037465 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141db expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070969.444634:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426730240:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.444699:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.445956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.448222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.448283:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426730240:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.448300:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070969.448343:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887431177472:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3819us (4705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.448352:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13469 00000100:00100000:0.0:1746070969.451913:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.451977:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431177984 00000100:00100000:1.0:1746070969.451985:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431177984 00010000:00010000:1.0:1746070969.452011:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037465 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141db expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.452046:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13470 00000100:00100000:1.0:1746070969.452052:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431177984:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.452062:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.452077:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037465 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141db expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.452087:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037465 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141db expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.452107:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037465 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141db expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.452120:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.452122:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.452128:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803746c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e2 expref: 9 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.452135:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803746c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e2 expref: 9 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.452162:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803746c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e2 expref: 9 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070969.452178:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426730496:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.452474:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007b373e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.454921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.454987:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426730496:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.455006:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070969.455040:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431177984:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2988us (3133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.455048:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13470 00000100:00100000:0.0:1746070969.460320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.462484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.463811:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431178496:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1182us (1324us total) trans 4294972234 rc 0/0 00000100:00100000:0.0:1746070969.463821:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2640 00002000:00100000:0.0:1746070969.463826:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d3b2680 x1830887431178496/t4294972234(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 496/448 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.463834:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b2680 with x1830887431178496 ext(0->7) 00010000:00010000:0.0:1746070969.463839:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803746c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e2 expref: 12 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.463849:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803746c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e2 expref: 12 pid: 9567 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.463854:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b2680 00000100:00100000:0.0:1746070969.469126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.469229:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431178624 00000100:00100000:1.0:1746070969.469237:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431178624 00010000:00010000:1.0:1746070969.469263:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803746c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e2 expref: 12 pid: 9567 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.469379:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13471 00000100:00100000:1.0:1746070969.469387:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2007:x1830887431178624:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.469398:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.469414:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803746c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e2 expref: 12 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.469425:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803746c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e2 expref: 12 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.469444:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803746c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e2 expref: 12 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.469459:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.469461:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.469466:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037473 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e9 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.469477:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037473 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e9 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.469502:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037473 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e9 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070969.469523:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426730752:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.469592:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.470999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.471025:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426730752:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.471038:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070969.471062:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887431178624:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1675us (1941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.471069:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13471 00000100:00100000:0.0:1746070969.475527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.475607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.478433:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431179264 00000100:00100000:1.0:1746070969.478439:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431179264 00010000:00010000:1.0:1746070969.478456:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037473 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e9 expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.478487:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13472 00000100:00100000:1.0:1746070969.478493:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431179264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.478502:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.478528:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037473 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e9 expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.478536:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037473 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e9 expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.478555:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037473 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141e9 expref: 6 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.478577:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.478578:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.478584:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803747a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f0 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.478591:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803747a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f0 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.478614:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803747a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f0 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.478623:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803747a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f0 expref: 12 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.478632:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426731136:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.478689:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.480040:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426731136:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.480053:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070969.480086:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431179264:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1592us (2117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.480092:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13472 00000100:00100000:0.0:1746070969.480269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.481979:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.483314:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431179776 00000100:00100000:1.0:1746070969.483318:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431179776 00010000:00010000:1.0:1746070969.483334:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803747a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f0 expref: 13 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.483359:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13473 00000100:00100000:1.0:1746070969.483364:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431179776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.483371:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.483383:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803747a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f0 expref: 13 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.483391:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803747a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f0 expref: 13 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.483406:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803747a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f0 expref: 13 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.483428:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.483430:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.483435:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037481 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f7 expref: 12 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.483441:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037481 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f7 expref: 12 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.483458:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037481 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f7 expref: 12 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.483467:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037481 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f7 expref: 12 pid: 9567 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.483476:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426731392:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.483538:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.485317:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426731392:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.485330:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070969.485466:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2009:x1830887431179776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2100us (2320us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.485473:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13473 00000100:00100000:0.0:1746070969.486108:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.488381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.488465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.488525:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431180288 00000100:00100000:1.0:1746070969.488529:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431180288 00010000:00010000:1.0:1746070969.488544:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037481 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f7 expref: 14 pid: 9567 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.488571:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13474 00000100:00100000:1.0:1746070969.488576:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2008:x1830887431180288:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.488583:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.488594:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037481 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f7 expref: 14 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.488603:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037481 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f7 expref: 14 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.488616:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037481 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141f7 expref: 14 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.488637:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.488638:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.488644:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037488 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141fe expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.488650:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141fe expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.488667:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141fe expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.488675:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037488 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141fe expref: 5 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.488684:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426731648:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.488728:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.490680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.490704:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426731648:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.490718:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070969.490756:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431180288:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2179us (2290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.490762:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13474 00000100:00100000:0.0:1746070969.496768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.496927:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431180672 00000100:00100000:1.0:1746070969.496935:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431180672 00010000:00010000:1.0:1746070969.496963:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141fe expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.496998:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13475 00000100:00100000:1.0:1746070969.497005:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431180672:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.497020:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.497036:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141fe expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.497047:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037488 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141fe expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.497066:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037488 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0141fe expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.497080:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.497082:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.497087:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d706000803748f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014205 expref: 11 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.497094:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d706000803748f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014205 expref: 11 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.497117:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d706000803748f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014205 expref: 11 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070969.497125:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426731776:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.497190:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.502985:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426731776:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.503005:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070969.503047:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431180672:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6041us (6285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.503060:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13475 00000100:00100000:0.0:1746070969.503753:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.506124:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.508351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.508404:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431181184 00000100:00100000:1.0:1746070969.508410:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431181184 00010000:00010000:1.0:1746070969.508432:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d706000803748f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014205 expref: 12 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.508465:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13476 00000100:00100000:1.0:1746070969.508471:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2007:x1830887431181184:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.508480:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.508496:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d706000803748f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014205 expref: 12 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.508505:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d706000803748f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014205 expref: 12 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.508533:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d706000803748f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014205 expref: 12 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.508784:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.508785:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.508791:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037496 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01420c expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.508798:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037496 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01420c expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.508820:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037496 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01420c expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070969.508829:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426732032:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.508895:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.511200:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426732032:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.511215:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070969.511241:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887431181184:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2770us (2894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.511248:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13476 00000100:00100000:0.0:1746070969.511476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.513707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.513746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.513838:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431181568 00000100:00100000:1.0:1746070969.513844:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431181568 00000100:00100000:1.0:1746070969.514551:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431181696 00000100:00100000:1.0:1746070969.514555:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431181696 00000100:00100000:1.0:1746070969.515176:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29676 00000100:00100000:1.0:1746070969.515183:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:1660:x1830887431181696:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.515188:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.515194:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d70600080374a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01421a expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.515204:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.515207:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803749d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014213 expref: 14 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.515211:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.515214:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d70600080374a4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01421a expref: 14 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.515230:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803749d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014213 expref: 14 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.515239:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d70600080374a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01421a expref: 14 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.515246:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52b1e00, rc 0) 00000100:00100000:1.0:1746070969.515267:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:1660:x1830887431181696:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (1521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.515272:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29676 00000100:00100000:0.0:1746070969.518283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.518520:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431181824 00000100:00100000:1.0:1746070969.518526:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431181824 00010000:00010000:1.0:1746070969.518547:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037496 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01420c expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.518565:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13477 00000100:00100000:1.0:1746070969.518571:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad023450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431181824:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.518581:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.518891:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037496 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01420c expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.518902:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037496 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01420c expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.518921:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037496 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01420c expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.518942:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.518945:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.518951:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803749d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014213 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.518957:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803749d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014213 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.518983:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803749d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014213 expref: 12 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.518992:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803749d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014213 expref: 12 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.519002:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426732416:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.519065:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.521530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.521656:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426732416:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.521673:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070969.521704:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad023450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431181824:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3133us (3421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.521713:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13477 00000100:00100000:1.0:1746070969.525602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.525755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.526506:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431182336 00000100:00100000:0.0:1746070969.526524:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431182336 00010000:00010000:0.0:1746070969.526541:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803749d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014213 expref: 13 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746070969.526593:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13478 00000100:00100000:0.0:1746070969.526610:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a601b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2010:x1830887431182336:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070969.526617:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070969.526656:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803749d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014213 expref: 13 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.526665:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803749d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014213 expref: 13 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.526692:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803749d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014213 expref: 13 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.526719:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070969.526721:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070969.526725:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d70600080374a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01421a expref: 12 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.526743:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d70600080374a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01421a expref: 12 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.526793:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d70600080374a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01421a expref: 12 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.526812:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d70600080374a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01421a expref: 12 pid: 9567 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746070969.526822:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c217100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426732672:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.528621:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.530972:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c217100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426732672:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.530990:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070969.531036:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a601b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431182336:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4436us (5279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.531048:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13478 00000100:00100000:0.0:1746070969.534410:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.534481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.534558:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431182720 00000100:00100000:1.0:1746070969.534563:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431182720 00000100:00100000:1.0:1746070969.534602:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29678 00000100:00100000:1.0:1746070969.534608:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:1660:x1830887431182720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.534621:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.534633:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d70600080374b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014228 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.534653:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.534659:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080374ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014221 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.534664:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070969.534667:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d70600080374b2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014228 expref: 13 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.534698:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080374ab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014221 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.534709:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d70600080374b2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014228 expref: 13 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.534717:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52b1800, rc 0) 00000100:00100000:1.0:1746070969.534746:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:1660:x1830887431182720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.534751:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29678 00000100:00100000:0.0:1746070969.539134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.542965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.545076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.547540:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.551680:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.556106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.557141:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.560385:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.560527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.563096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.566826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070969.567015:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070969.571314:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.574748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.579626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.582542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.583221:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.586831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.586895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.594091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.599006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.601423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.607666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.611925:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13487 00000100:00100000:1.0:1746070969.611934:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431186816:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070969.611943:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.611958:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080374dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014252 expref: 12 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.611968:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080374dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014252 expref: 12 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.611987:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080374dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014252 expref: 12 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.612033:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.612035:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.612041:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080374e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014259 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.612049:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080374e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014259 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.612072:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080374e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014259 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070969.612086:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426734848:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070969.612289:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.613306:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.614757:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426734848:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070969.614770:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070969.614798:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431186816:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2865us (3385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070969.614804:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13487 00000100:00100000:0.0:1746070969.616986:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.617271:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431187328 00000100:00100000:1.0:1746070969.617275:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431187328 00000100:00100000:1.0:1746070969.617304:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29687 00000100:00100000:1.0:1746070969.617310:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:1661:x1830887431187328:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.617320:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.617331:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d70600080374f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014267 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.617346:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.617350:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080374ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014260 expref: 14 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.617355:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.617358:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d70600080374f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014267 expref: 14 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.617380:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080374ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014260 expref: 14 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070969.617382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070969.617390:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d70600080374f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014267 expref: 14 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.617397:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52b1800, rc 0) 00000100:00100000:1.0:1746070969.617651:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:1661:x1830887431187328:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 341us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.617658:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29687 00000100:00100000:0.0:1746070969.620131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.622936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.630422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.634579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.634661:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431188224 00000100:00100000:1.0:1746070969.634668:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431188224 00000100:00100000:1.0:1746070969.634710:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29688 00000100:00100000:1.0:1746070969.634717:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431188224:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.634728:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.634741:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080374f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01426e expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.634766:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d70600080374f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014267 expref: 11 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.634772:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.634773:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.634776:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080374f8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01426e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.634800:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d70600080374f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014267 expref: 11 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.634810:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d70600080374f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014267 expref: 11 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.634820:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426735488:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.634907:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.635894:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426735488:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.635913:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080374f8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01426e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.635924:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00000100:00100000:1.0:1746070969.637081:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431188224:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2362us (2505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.637088:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29688 00000100:00100000:0.0:1746070969.637595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.638883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.638949:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431188480 00000100:00100000:1.0:1746070969.638953:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431188480 00000100:00100000:1.0:1746070969.639050:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29689 00000100:00100000:1.0:1746070969.639056:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:1660:x1830887431188480:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.639065:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.639073:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080374ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014275 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.639087:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080374f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01426e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.639092:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.639093:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.639096:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080374ff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014275 expref: 13 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.639110:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080374f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01426e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.639119:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080374f8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01426e expref: 5 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.639127:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426735744:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.639167:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.640477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.641044:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426735744:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.641057:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080374ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014275 expref: 12 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.641066:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779a00, rc 0) 00000100:00100000:1.0:1746070969.641086:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:1660:x1830887431188480:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2031us (2204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.641093:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29689 00000100:00100000:0.0:1746070969.644273:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.647529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.655158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.655324:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431189248 00000100:00100000:1.0:1746070969.655332:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431189248 00000100:00100000:1.0:1746070969.655368:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29690 00000100:00100000:1.0:1746070969.655375:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431189248:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.655389:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.655404:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037506 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01427c expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.655427:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080374ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014275 expref: 11 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.655433:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.655435:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.655438:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037506 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01427c expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.655465:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080374ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014275 expref: 11 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.655476:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080374ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014275 expref: 11 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.655486:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426736000:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.655555:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.671676:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426736000:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.671703:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037506 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01427c expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.671718:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00000100:00100000:1.0:1746070969.671754:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431189248:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16379us (16603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.671762:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29690 00000100:00100000:0.0:1746070969.672643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.673377:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2009:x1830887431189376:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 579us (734us total) trans 4294972235 rc 0/0 00000100:00100000:0.0:1746070969.673383:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2653 00002000:00100000:0.0:1746070969.673388:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d800000 x1830887431189376/t4294972235(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 496/448 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.673401:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d800000 with x1830887431189376 ext(0->7) 00010000:00010000:0.0:1746070969.673406:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080374ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014275 expref: 14 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.673414:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080374ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014275 expref: 14 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.673420:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d800000 00000100:00100000:0.0:1746070969.676689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.679950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.681609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.681668:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431189888 00000100:00100000:1.0:1746070969.681673:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431189888 00000100:00100000:1.0:1746070969.681708:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29691 00000100:00100000:1.0:1746070969.681715:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:1661:x1830887431189888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.681723:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.681737:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d706000803750d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014283 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.681755:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037506 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01427c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.681762:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.681763:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.681766:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d706000803750d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014283 expref: 14 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.681789:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037506 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01427c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.681799:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037506 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01427c expref: 5 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.681809:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426736256:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.681890:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.684679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.689655:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.692667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.693081:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070969.695694:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426736512:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070969.695717:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037514 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01428a expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.695729:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:0.0:1746070969.695756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.696102:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431190400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3176us (3437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.696110:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29692 00000100:00100000:2.0:1746070969.696147:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431190528 00000100:00100000:2.0:1746070969.696151:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431190528 00002000:00100000:2.0:1746070969.696173:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e0b0000 x1830887431190528/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 496/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.696182:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0000 with x1830887431190528 ext(0->7) 00010000:00010000:2.0:1746070969.696187:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d706000803750d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014283 expref: 14 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.696197:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d706000803750d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014283 expref: 14 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746070969.696202:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0b0000 00000100:00100000:2.0:1746070969.696313:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2654 00000100:00100000:2.0:1746070969.696320:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2008:x1830887431190528:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070969.697044:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431190528:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 722us (1287us total) trans 4294972236 rc 0/0 00000100:00100000:0.0:1746070969.697050:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2654 00002000:00100000:0.0:1746070969.697056:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e0b0000 x1830887431190528/t4294972236(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 496/448 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.697063:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0000 with x1830887431190528 ext(0->7) 00010000:00010000:0.0:1746070969.697068:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d706000803750d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014283 expref: 16 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.697077:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d706000803750d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014283 expref: 16 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.697088:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0b0000 00000100:00100000:0.0:1746070969.698950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.701344:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.701544:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431190912 00000100:00100000:2.0:1746070969.701549:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431190912 00002000:00100000:2.0:1746070969.701576:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b0700 x1830887431190912/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.701589:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0700 with x1830887431190912 ext(0->4095) 00002000:00010000:2.0:1746070969.701593:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b0700 00000100:00100000:2.0:1746070969.701617:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13459 00000100:00100000:2.0:1746070969.701623:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431190912:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070969.701711:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431190912:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070969.701716:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13459 00002000:00100000:2.0:1746070969.701720:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b0700 x1830887431190912/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.701726:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0700 with x1830887431190912 ext(0->4095) 00002000:00010000:2.0:1746070969.701728:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b0700 00000100:00100000:0.0:1746070969.710012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.710082:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431191040 00000100:00100000:2.0:1746070969.710089:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431191040 00000100:00100000:0.0:1746070969.710099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.710131:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431191168 00000100:00100000:2.0:1746070969.710133:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431191168 00000100:00100000:2.0:1746070969.710615:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29693 00000100:00100000:2.0:1746070969.710622:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1661:x1830887431191040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070969.710638:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.710653:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014291 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.710681:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037514 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01428a expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.710692:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.710694:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.710697:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.710806:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037514 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01428a expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.710816:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037514 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01428a expref: 5 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746070969.710826:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426736896:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070969.710982:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.714190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.714289:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426736896:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070969.714311:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.714324:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:2.0:1746070969.714358:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431191040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3737us (4356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.714365:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29693 00010000:00010000:3.0:1746070969.714564:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037514 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01428a expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.714577:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.714579:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.714584:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.714591:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.714618:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.714627:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.714722:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426737024:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.714783:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.716672:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426737024:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.716684:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.716709:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431191296:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2210us (2523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.716715:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13495 00000100:00100000:0.0:1746070969.716900:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.717172:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431191552 00000100:00100000:3.0:1746070969.717177:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431191552 00002000:00100000:3.0:1746070969.717203:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8f800 x1830887431191552/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070969.717221:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8f800 with x1830887431191552 ext(0->4095) 00010000:00010000:3.0:1746070969.717227:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.717237:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746070969.717243:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8f800 00000100:00100000:3.0:1746070969.717327:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2655 00000100:00100000:3.0:1746070969.717334:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431191552:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070969.717431:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431191552:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (530us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070969.717436:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2655 00002000:00100000:3.0:1746070969.717441:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8f800 x1830887431191552/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070969.717448:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8f800 with x1830887431191552 ext(0->4095) 00010000:00010000:3.0:1746070969.717452:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.717460:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746070969.717465:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8f800 00000100:00100000:0.0:1746070969.719769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.719975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.720083:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431191808 00000100:00100000:3.0:1746070969.720089:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431191808 00010000:00010000:3.0:1746070969.720112:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.720131:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13496 00000100:00100000:3.0:1746070969.720137:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431191808:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.720147:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.720160:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.720170:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.720188:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803751b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014291 expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.720200:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.720202:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.720207:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.720214:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.720238:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.720254:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426737152:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.720301:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070969.720422:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431191680 00000100:00100000:2.0:1746070969.720426:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431191680 00000100:00100000:2.0:1746070969.720449:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29695 00000100:00100000:2.0:1746070969.720454:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431191680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070969.720465:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.720473:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01429f expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.720488:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.720493:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.720495:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.720498:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.720524:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.720532:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 16 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746070969.720541:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426737280:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070969.720563:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.722290:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.722449:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426737280:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070969.722469:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.722479:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290600, rc 0) 00000100:00100000:2.0:1746070969.722515:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431191680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2052us (2743us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.722526:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29695 00000100:00100000:2.0:1746070969.722555:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431192064 00000100:00100000:2.0:1746070969.722559:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431192064 00002000:00100000:2.0:1746070969.722580:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8ed80 x1830887431192064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.722587:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8ed80 with x1830887431192064 ext(0->4095) 00010000:00010000:2.0:1746070969.722592:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.722602:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746070969.722607:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8ed80 00000100:00100000:2.0:1746070969.722621:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2656 00000100:00100000:2.0:1746070969.722626:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431192064:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070969.722789:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426737152:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.722895:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070969.723612:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431192064:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 985us (1324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070969.723619:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2656 00002000:00100000:2.0:1746070969.723625:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8ed80 x1830887431192064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.723631:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8ed80 with x1830887431192064 ext(0->4095) 00010000:00010000:2.0:1746070969.723636:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.723650:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746070969.723656:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8ed80 00000100:00100000:3.0:1746070969.723699:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431191808:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3562us (3723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.723706:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13496 00000100:00100000:0.0:1746070969.726214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.726446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.726519:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431192192 00000100:00100000:2.0:1746070969.726526:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431192192 00000100:00100000:2.0:1746070969.726556:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29696 00000100:00100000:2.0:1746070969.726561:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431192192:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070969.726573:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.726586:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142a6 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.726606:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.726611:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.726616:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070969.726619:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142a6 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.726648:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.726658:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142a6 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.726666:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:2.0:1746070969.726711:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431192192:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.726716:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29696 00000100:00100000:3.0:1746070969.726775:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431192320 00000100:00100000:3.0:1746070969.726782:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431192320 00010000:00010000:3.0:1746070969.726796:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.726817:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13497 00000100:00100000:3.0:1746070969.726823:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431192320:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.726831:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.726847:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.726855:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.727129:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037522 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014298 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.727151:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.727153:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.727158:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.727170:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.727188:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.727198:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 5 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.727208:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426737536:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.727256:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.730211:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426737536:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.730232:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.730286:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431192320:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3461us (3839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.730295:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13497 00000100:00100000:1.0:1746070969.730418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.730471:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431192576 00000100:00100000:2.0:1746070969.730477:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431192576 00002000:00100000:2.0:1746070969.730516:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41e680 x1830887431192576/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.730525:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41e680 with x1830887431192576 ext(0->4095) 00010000:00010000:2.0:1746070969.730532:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.730543:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746070969.730549:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41e680 00000100:00100000:2.0:1746070969.730574:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2657 00000100:00100000:2.0:1746070969.730581:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431192576:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070969.730686:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431192576:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070969.730692:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2657 00002000:00100000:2.0:1746070969.730697:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41e680 x1830887431192576/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.730704:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41e680 with x1830887431192576 ext(0->4095) 00010000:00010000:2.0:1746070969.730708:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.730721:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746070969.730726:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41e680 00000100:00100000:0.0:1746070969.735008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.735129:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431192704 00000100:00100000:3.0:1746070969.735137:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431192704 00010000:00010000:3.0:1746070969.735168:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.735244:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13498 00000100:00100000:3.0:1746070969.735252:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad022850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431192704:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.735264:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.735281:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.735291:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.735309:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037529 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01429f expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.735324:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.735326:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.735331:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142a6 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.735338:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142a6 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.735364:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142a6 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.735375:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426737664:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.735910:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.738548:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.738658:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431192960 00000100:00100000:1.0:1746070969.738664:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431192960 00002000:00100000:1.0:1746070969.738697:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0f100 x1830887431192960/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.738706:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0f100 with x1830887431192960 ext(0->4095) 00002000:00010000:1.0:1746070969.738710:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0f100 00000100:00100000:1.0:1746070969.738738:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13460 00000100:00100000:1.0:1746070969.738745:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431192960:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070969.738886:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431192960:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.738896:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13460 00002000:00100000:1.0:1746070969.738901:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0f100 x1830887431192960/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.738908:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0f100 with x1830887431192960 ext(0->4095) 00002000:00010000:1.0:1746070969.738911:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0f100 00000100:00100000:3.0:1746070969.738987:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426737664:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.739003:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.739023:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad022850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431192704:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3773us (4022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.739029:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13498 00000100:00100000:0.0:1746070969.741178:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.741654:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431193088 00000100:00100000:2.0:1746070969.741659:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431193088 00000100:00100000:2.0:1746070969.741699:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29697 00000100:00100000:2.0:1746070969.741706:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431193088:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070969.741718:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.741731:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142ad expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.741751:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142a6 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.741757:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.741759:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.741762:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ad expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.741785:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142a6 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.741795:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142a6 expref: 15 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746070969.741805:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426737792:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070969.741894:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.743313:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426737792:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070969.743334:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ad expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.743343:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290e00, rc 0) 00000100:00100000:3.0:1746070969.743367:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431193088:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1662us (2193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.743373:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29697 00000100:00100000:0.0:1746070969.744565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.744613:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431193216 00000100:00100000:3.0:1746070969.744617:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431193216 00010000:00010000:3.0:1746070969.744644:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142a6 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.745269:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13499 00000100:00100000:3.0:1746070969.745276:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431193216:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.745286:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.745302:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142a6 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.745311:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142a6 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.745330:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037530 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142a6 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.745343:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.745345:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.745351:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ad expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.745359:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ad expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.745381:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ad expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.745391:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426737920:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.746233:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.748145:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426737920:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.748161:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.748190:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2007:x1830887431193216:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2914us (3626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.748198:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13499 00000100:00100000:0.0:1746070969.748808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.749218:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431193472 00000100:00100000:3.0:1746070969.749224:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431193472 00002000:00100000:3.0:1746070969.749254:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0fb80 x1830887431193472/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070969.749263:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0fb80 with x1830887431193472 ext(0->4095) 00002000:00010000:3.0:1746070969.749266:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0fb80 00000100:00100000:3.0:1746070969.749742:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13461 00000100:00100000:3.0:1746070969.749750:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431193472:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070969.749852:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431193472:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (1044us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070969.749861:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13461 00002000:00100000:3.0:1746070969.749885:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0fb80 x1830887431193472/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070969.749892:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0fb80 with x1830887431193472 ext(0->4095) 00002000:00010000:3.0:1746070969.749895:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0fb80 00000100:00100000:0.0:1746070969.750088:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.750447:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431193600 00000100:00100000:3.0:1746070969.750451:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431193600 00000100:00100000:3.0:1746070969.750482:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29698 00000100:00100000:3.0:1746070969.750487:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1660:x1830887431193600:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070969.750496:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070969.750518:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142b4 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.750538:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ad expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.750544:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.750545:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.750548:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.750569:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ad expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.750579:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ad expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.750593:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426738048:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070969.751399:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.752971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.754086:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431193728 00000100:00100000:2.0:1746070969.754093:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431193728 00000100:00100000:2.0:1746070969.754126:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29699 00000100:00100000:2.0:1746070969.754132:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431193728:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070969.754145:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.754158:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142bb expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.754178:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.754183:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.754188:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.754191:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142bb expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.754218:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.754234:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142bb expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.754241:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:3.0:1746070969.754265:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426738048:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070969.754287:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1661:x1830887431193728:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (1319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.754292:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29699 00010000:00010000:3.0:1746070969.754561:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.754570:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233800, rc 0) 00000100:00100000:3.0:1746070969.754591:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431193600:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4103us (4503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.754596:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29698 00000100:00100000:0.0:1746070969.754948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.755245:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431193856 00000100:00100000:3.0:1746070969.755248:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431193856 00010000:00010000:3.0:1746070969.755263:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ad expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.756405:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13500 00000100:00100000:3.0:1746070969.756413:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431193856:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.756424:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.756438:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ad expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.756448:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ad expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.756467:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037537 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ad expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.756486:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.756487:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.756493:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.756500:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.756529:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.756538:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 16 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.756547:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426738304:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.756604:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.760271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.760343:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431194112 00000100:00100000:1.0:1746070969.760350:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431194112 00002000:00100000:1.0:1746070969.760384:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6680 x1830887431194112/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.760393:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6680 with x1830887431194112 ext(0->4095) 00010000:00010000:1.0:1746070969.760401:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.760413:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.760420:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f6680 00000100:00100000:3.0:1746070969.761106:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426738304:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.761122:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.761158:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431193856:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4746us (6210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.761167:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13500 00000100:00100000:1.0:1746070969.761272:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2658 00000100:00100000:1.0:1746070969.761278:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431194112:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070969.761372:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431194112:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (1106us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.761378:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2658 00002000:00100000:1.0:1746070969.761383:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6680 x1830887431194112/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.761395:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6680 with x1830887431194112 ext(0->4095) 00010000:00010000:1.0:1746070969.761400:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.761410:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.761415:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f6680 00000100:00100000:0.0:1746070969.765456:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.765669:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431194240 00000100:00100000:3.0:1746070969.765677:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431194240 00010000:00010000:3.0:1746070969.765705:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.765773:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13501 00000100:00100000:3.0:1746070969.765780:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2010:x1830887431194240:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.765793:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.765810:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.765821:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.765842:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803753e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142b4 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.765859:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.765861:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.765889:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142bb expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.765897:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142bb expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.765924:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142bb expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.765934:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426738432:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.769386:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.783075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.783174:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426738432:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.783193:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.783225:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2010:x1830887431194240:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 17445us (17778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.783233:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13501 00000100:00100000:0.0:1746070969.783305:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431194496 00000100:00100000:0.0:1746070969.783310:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431194496 00002000:00100000:0.0:1746070969.783340:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41f480 x1830887431194496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.783355:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41f480 with x1830887431194496 ext(0->4095) 00002000:00010000:0.0:1746070969.783359:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41f480 00000100:00100000:0.0:1746070969.783386:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13462 00000100:00100000:0.0:1746070969.783392:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2009:x1830887431194496:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070969.783481:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2009:x1830887431194496:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (414us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070969.783486:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13462 00002000:00100000:0.0:1746070969.783491:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41f480 x1830887431194496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.783497:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41f480 with x1830887431194496 ext(0->4095) 00002000:00010000:0.0:1746070969.783500:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41f480 00000100:00100000:0.0:1746070969.787592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.787704:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431194624 00000100:00100000:3.0:1746070969.787711:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431194624 00000100:00100000:3.0:1746070969.787759:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29700 00000100:00100000:3.0:1746070969.787765:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431194624:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070969.787778:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070969.787792:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142c2 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.787815:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142bb expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.787821:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070969.787823:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070969.787826:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.787849:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142bb expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.787859:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142bb expref: 15 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.787909:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426738560:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070969.787982:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.789789:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426738560:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070969.789812:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.789824:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233400, rc 0) 00000100:00100000:3.0:1746070969.789850:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431194624:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2085us (2263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.789857:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29700 00000100:00100000:0.0:1746070969.791814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.791915:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431194752 00000100:00100000:3.0:1746070969.791921:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431194752 00010000:00010000:3.0:1746070969.791947:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142bb expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.791984:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13502 00000100:00100000:3.0:1746070969.791990:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431194752:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.792001:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.792016:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142bb expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.792026:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142bb expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.792050:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037545 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142bb expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.792072:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.792074:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.792080:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.792087:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.792110:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.792121:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426738688:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.792382:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.794818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.794884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.794891:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431194880 00000100:00100000:2.0:1746070969.794897:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431194880 00000100:00100000:2.0:1746070969.794929:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29701 00000100:00100000:2.0:1746070969.794934:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431194880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070969.794948:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.794959:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142c9 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.794963:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426738688:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.794978:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070969.794978:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.794984:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.794985:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.794987:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.795007:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.795012:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431194752:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3023us (3203us total) trans 0 rc 0/0 00010000:00010000:2.0:1746070969.795016:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.795019:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13502 00000100:00100000:2.0:1746070969.795024:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426738816:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070969.795044:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431195136 00000100:00100000:3.0:1746070969.795047:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431195136 00000100:00100000:2.0:1746070969.795061:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00002000:00100000:3.0:1746070969.795064:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7b80 x1830887431195136/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070969.795078:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7b80 with x1830887431195136 ext(0->4095) 00010000:00010000:3.0:1746070969.795083:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.795092:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746070969.795097:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f7b80 00000100:00100000:3.0:1746070969.795108:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2659 00000100:00100000:3.0:1746070969.795113:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431195136:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070969.795190:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431195136:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 77us (328us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070969.795196:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2659 00002000:00100000:3.0:1746070969.795200:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7b80 x1830887431195136/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070969.795207:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7b80 with x1830887431195136 ext(0->4095) 00010000:00010000:3.0:1746070969.795211:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.795218:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746070969.795223:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f7b80 00000100:00100000:1.0:1746070969.799406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.799453:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431195264 00000100:00100000:3.0:1746070969.799460:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431195264 00010000:00010000:3.0:1746070969.799485:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.799537:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13503 00000100:00100000:3.0:1746070969.799544:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e355500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431195264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.799555:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.799571:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.799580:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.799598:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.799600:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.799605:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.799612:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.799638:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.799647:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426738944:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.799706:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00010000:00010000:2.0:1746070969.799772:0:9566:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d706000803754c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c2 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746070969.799793:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426738816:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070969.799814:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.799822:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:2.0:1746070969.799841:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431194880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4906us (5028us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.799848:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29701 00000100:00100000:1.0:1746070969.800118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.800394:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431195392 00000100:00100000:2.0:1746070969.800398:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431195392 00000100:00100000:2.0:1746070969.800627:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29702 00000100:00100000:2.0:1746070969.800633:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431195392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070969.800643:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.800652:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142d0 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.800665:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.800670:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.800671:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.800674:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.800688:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.800697:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 15 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746070969.800705:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426739072:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070969.801246:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.803283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.803429:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426738944:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.803447:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.803489:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e355500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2008:x1830887431195264:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3945us (4089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.803498:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13503 00000100:00100000:3.0:1746070969.803554:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426739072:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070969.803571:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.803584:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:3.0:1746070969.803601:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431195392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2969us (3484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.803606:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29702 00000100:00100000:2.0:1746070969.803664:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431195648 00000100:00100000:2.0:1746070969.803670:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431195648 00002000:00100000:2.0:1746070969.803695:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6a00 x1830887431195648/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.803704:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6a00 with x1830887431195648 ext(0->4095) 00010000:00010000:2.0:1746070969.803709:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 16 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.803720:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 16 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746070969.803726:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f6a00 00000100:00100000:2.0:1746070969.804087:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2660 00000100:00100000:2.0:1746070969.804095:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431195648:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070969.804201:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431195648:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (924us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070969.804207:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2660 00002000:00100000:2.0:1746070969.804213:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6a00 x1830887431195648/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.804220:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6a00 with x1830887431195648 ext(0->4095) 00010000:00010000:2.0:1746070969.804225:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 16 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.804233:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 16 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746070969.804239:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f6a00 00000100:00100000:0.0:1746070969.806847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.807236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.807289:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431195776 00000100:00100000:3.0:1746070969.807296:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431195776 00000100:00100000:2.0:1746070969.807495:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431195904 00000100:00100000:2.0:1746070969.807498:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431195904 00010000:00010000:2.0:1746070969.807529:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.807542:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29703 00000100:00100000:2.0:1746070969.807547:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13504 00000100:00100000:3.0:1746070969.807550:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431195776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746070969.807550:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2009:x1830887431195904:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.807562:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.807562:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.807572:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142d7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.807576:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.807584:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.807601:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037553 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142c9 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.807627:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.807630:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.807635:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.807646:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.807675:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070969.807685:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426739200:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070969.807740:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563ee40 going to sleep for 11 seconds 00010000:00010000:3.0:1746070969.807891:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.807897:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.807898:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.807901:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d7 expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.807920:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.807930:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 5 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.807938:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426739328:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070969.808124:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.810303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.810355:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431196160 00000100:00100000:1.0:1746070969.810360:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431196160 00002000:00100000:1.0:1746070969.810393:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14ad80 x1830887431196160/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.810400:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14ad80 with x1830887431196160 ext(0->4095) 00000100:00100000:2.0:1746070969.810403:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426739200:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070969.810406:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.810416:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070969.810416:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.810421:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e14ad80 00000100:00100000:1.0:1746070969.810439:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2661 00000100:00100000:2.0:1746070969.810442:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2009:x1830887431195904:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2890us (3206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.810444:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431196160:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070969.810449:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13504 00000100:00100000:3.0:1746070969.810643:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426739328:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070969.810660:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d7 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.810671:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:3.0:1746070969.810690:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431195776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3142us (3850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.810696:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29703 00000100:00100000:1.0:1746070969.810772:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431196160:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (242us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.810780:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2661 00002000:00100000:1.0:1746070969.810786:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14ad80 x1830887431196160/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.810792:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14ad80 with x1830887431196160 ext(0->4095) 00010000:00010000:1.0:1746070969.810796:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.810804:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.810809:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e14ad80 00000100:00100000:0.0:1746070969.812987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.813058:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431196288 00000100:00100000:2.0:1746070969.813063:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431196288 00010000:00010000:2.0:1746070969.813087:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746070969.813107:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13505 00000100:00100000:2.0:1746070969.813112:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad022450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431196288:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070969.813123:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070969.813139:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.813148:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.813166:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803755a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d0 expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.813786:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.813788:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.813795:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d7 expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.813804:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d7 expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.813831:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d7 expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070969.813840:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426739456:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070969.813966:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070969.816263:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426739456:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070969.816280:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070969.816309:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad022450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431196288:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3196us (3325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.816318:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13505 00000100:00100000:0.0:1746070969.818088:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.818156:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431196544 00000100:00100000:1.0:1746070969.818163:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431196544 00002000:00100000:1.0:1746070969.818347:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e148e00 x1830887431196544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.818355:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e148e00 with x1830887431196544 ext(0->4095) 00002000:00010000:1.0:1746070969.818359:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e148e00 00000100:00100000:1.0:1746070969.818387:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13463 00000100:00100000:1.0:1746070969.818393:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431196544:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.818543:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431196544:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.818549:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13463 00002000:00100000:1.0:1746070969.818555:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e148e00 x1830887431196544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.818561:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e148e00 with x1830887431196544 ext(0->4095) 00002000:00010000:1.0:1746070969.818564:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e148e00 00000100:00100000:0.0:1746070969.819957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.820798:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431196672 00000100:00100000:3.0:1746070969.820804:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431196672 00000100:00100000:3.0:1746070969.821163:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29704 00000100:00100000:3.0:1746070969.821171:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431196672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070969.821183:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070969.821196:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142de expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.821220:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d7 expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.821227:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070969.821229:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070969.821232:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.821255:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d7 expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.821265:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d7 expref: 15 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.821276:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426739584:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070969.821692:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.823409:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426739584:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070969.823430:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.823442:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232600, rc 0) 00000100:00100000:3.0:1746070969.823470:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431196672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2301us (3516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.823477:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29704 00000100:00100000:0.0:1746070969.824407:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.824516:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431196800 00000100:00100000:2.0:1746070969.824522:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431196800 00010000:00010000:2.0:1746070969.824544:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d7 expref: 16 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746070969.824604:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13506 00000100:00100000:2.0:1746070969.824611:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431196800:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070969.824621:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070969.824636:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d7 expref: 16 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.824646:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d7 expref: 16 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.824664:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037561 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142d7 expref: 16 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.824807:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.824809:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.824815:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.824823:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.824849:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070969.824859:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426739712:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070969.825173:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070969.826616:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426739712:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070969.826631:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070969.826667:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431196800:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2055us (2260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.826674:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13506 00000100:00100000:0.0:1746070969.827742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.827781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.827792:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431197056 00000100:00100000:1.0:1746070969.827797:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431197056 00002000:00100000:1.0:1746070969.827824:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e149f80 x1830887431197056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.827832:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e149f80 with x1830887431197056 ext(0->4095) 00002000:00010000:1.0:1746070969.827835:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e149f80 00000100:00100000:3.0:1746070969.827850:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431197184 00000100:00100000:3.0:1746070969.827854:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431197184 00000100:00100000:1.0:1746070969.827877:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13464 00000100:00100000:1.0:1746070969.827883:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431197056:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070969.827892:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29705 00000100:00100000:3.0:1746070969.827896:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1660:x1830887431197184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070969.827905:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070969.827917:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142e5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.827934:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.827939:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.827941:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.827943:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.827964:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.827972:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.827981:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426739840:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.827984:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431197056:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.827989:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13464 00002000:00100000:1.0:1746070969.827993:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e149f80 x1830887431197056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.828000:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e149f80 with x1830887431197056 ext(0->4095) 00010000:00010000:1.0:1746070969.828004:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.828012:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.828017:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e149f80 00000100:00100000:3.0:1746070969.828020:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070969.831626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.831733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.831754:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431197440 00000100:00100000:2.0:1746070969.831761:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431197440 00010000:00010000:2.0:1746070969.831787:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746070969.831819:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13507 00000100:00100000:2.0:1746070969.831826:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431197440:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070969.831837:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070969.831852:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.831878:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.831898:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.831900:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.831905:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.831913:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.831942:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070969.831952:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426739968:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070969.832007:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.832096:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431197312 00000100:00100000:0.0:1746070969.832099:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431197312 00000100:00100000:0.0:1746070969.832125:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29706 00000100:00100000:0.0:1746070969.832130:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431197312:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070969.832140:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070969.832148:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142ec expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.832163:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.832169:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070969.832170:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070969.832172:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ec expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.832188:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070969.832196:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 18 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746070969.832204:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e14a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426740096:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070969.832226:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326480 going to sleep for 11 seconds 00010000:00010000:3.0:1746070969.832384:0:9566:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037568 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142de expref: 6 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.832399:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426739840:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070969.832415:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 18 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.832427:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 18 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.832433:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:3.0:1746070969.832454:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1660:x1830887431197184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4557us (4672us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.832459:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29705 00000100:00100000:3.0:1746070969.833525:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426739968:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.833535:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.833554:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431197440:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1729us (1821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.833560:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13507 00000100:00100000:2.0:1746070969.833592:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746070969.833601:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426740224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746070969.833631:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070969.833707:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e14a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426740096:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.833721:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ec expref: 17 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.833729:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2a00, rc 0) 00000100:00100000:1.0:1746070969.833762:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431197312:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1632us (2142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.833768:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29706 00000100:00100000:2.0:1746070969.833802:0:9838:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426740224 00000100:00100000:2.0:1746070969.833806:0:9838:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426740224 00000100:00100000:2.0:1746070969.833830:0:9838:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1746070969.833834:0:9838:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3766:x1830887426740224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746070969.833860:0:9838:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:2.0:1746070969.833935:0:9838:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3766:x1830887426740224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.833940:0:9838:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1746070969.833977:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426740224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746070969.836632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.836752:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431197696 00000100:00100000:2.0:1746070969.836758:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431197696 00002000:00100000:2.0:1746070969.836789:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14a680 x1830887431197696/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.836797:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14a680 with x1830887431197696 ext(0->4095) 00010000:00010000:2.0:1746070969.836805:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.836816:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746070969.836823:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e14a680 00000100:00100000:1.0:1746070969.837026:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2662 00000100:00100000:1.0:1746070969.837034:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431197696:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.837148:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431197696:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.837154:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2662 00002000:00100000:1.0:1746070969.837159:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14a680 x1830887431197696/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.837166:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14a680 with x1830887431197696 ext(0->4095) 00010000:00010000:1.0:1746070969.837170:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.837179:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.837184:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e14a680 00000100:00100000:0.0:1746070969.839595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.839659:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431197824 00000100:00100000:3.0:1746070969.839669:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431197824 00010000:00010000:3.0:1746070969.839694:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.839729:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13508 00000100:00100000:3.0:1746070969.839735:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431197824:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.839745:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.839759:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.839769:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.839789:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803756f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142e5 expref: 17 pid: 9566 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.839816:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.839818:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.839825:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ec expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.839832:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ec expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.839858:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ec expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.839890:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426740352:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.839958:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.842175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.842231:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431198080 00000100:00100000:2.0:1746070969.842236:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431198080 00002000:00100000:2.0:1746070969.842268:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8ced80 x1830887431198080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.842276:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8ced80 with x1830887431198080 ext(0->4095) 00002000:00010000:2.0:1746070969.842280:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8ced80 00000100:00100000:3.0:1746070969.842370:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426740352:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.842385:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.842424:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431197824:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2689us (2834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.842431:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13508 00000100:00100000:2.0:1746070969.842479:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13465 00000100:00100000:2.0:1746070969.842486:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431198080:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070969.842756:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431198080:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 270us (584us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070969.842761:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13465 00002000:00100000:2.0:1746070969.842767:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8ced80 x1830887431198080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.842774:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8ced80 with x1830887431198080 ext(0->4095) 00002000:00010000:2.0:1746070969.842776:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8ced80 00000100:00100000:0.0:1746070969.844930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.844983:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431198208 00000100:00100000:1.0:1746070969.844988:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431198208 00000100:00100000:1.0:1746070969.845032:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29707 00000100:00100000:1.0:1746070969.845039:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431198208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.845050:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.845064:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142f3 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.845086:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ec expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.845092:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.845094:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.845097:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142f3 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.845120:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ec expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.845130:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ec expref: 15 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.845141:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e354380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426740480:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.845213:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.847270:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.847358:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e354380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426740480:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.847380:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142f3 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.847392:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778600, rc 0) 00000100:00100000:1.0:1746070969.847425:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431198208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2388us (2500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.847432:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29707 00000100:00100000:3.0:1746070969.847777:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431198336 00000100:00100000:3.0:1746070969.847782:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431198336 00010000:00010000:3.0:1746070969.847805:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ec expref: 16 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.847827:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13509 00000100:00100000:3.0:1746070969.847833:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431198336:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.847841:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.847856:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ec expref: 16 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.847895:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ec expref: 16 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.847913:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d7060008037576 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142ec expref: 16 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.847929:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.847931:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.847937:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142f3 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.847944:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142f3 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.847967:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142f3 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.847976:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426740608:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.848029:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.850691:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.850739:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431198592 00000100:00100000:2.0:1746070969.850745:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431198592 00000100:00100000:3.0:1746070969.850774:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426740608:192.168.204.29@tcp:105: 00002000:00100000:2.0:1746070969.850774:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cea00 x1830887431198592/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.850782:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cea00 with x1830887431198592 ext(0->4095) 00002000:00010000:2.0:1746070969.850785:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cea00 00010000:00010000:3.0:1746070969.850789:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070969.850813:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13466 00000100:00100000:2.0:1746070969.850820:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431198592:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070969.850826:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431198336:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2994us (3561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.850832:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13509 00000100:00100000:2.0:1746070969.850948:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431198592:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070969.850954:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13466 00002000:00100000:2.0:1746070969.850958:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cea00 x1830887431198592/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.850964:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cea00 with x1830887431198592 ext(0->4095) 00002000:00010000:2.0:1746070969.850967:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cea00 00000100:00100000:0.0:1746070969.852570:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.852708:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431198720 00000100:00100000:1.0:1746070969.852715:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431198720 00000100:00100000:0.0:1746070969.852891:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.853469:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431198848 00000100:00100000:1.0:1746070969.853473:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431198848 00000100:00100000:1.0:1746070969.853494:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29708 00000100:00100000:1.0:1746070969.853500:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1661:x1830887431198720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.853522:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.853534:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0142fa expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.853557:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142f3 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.853564:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.853566:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.853569:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 17 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.853593:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142f3 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.853603:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142f3 expref: 5 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.853612:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e354380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426740736:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.853678:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.853695:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29709 00000100:00100000:1.0:1746070969.853700:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431198848:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.853705:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.853710:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014301 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.853720:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.853724:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.853729:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.853731:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 18 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.853750:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.853759:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 18 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.853767:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779800, rc 0) 00000100:00100000:1.0:1746070969.853789:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1660:x1830887431198848:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.853794:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29709 00000100:00100000:0.0:1746070969.857169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.857235:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431198976 00000100:00100000:3.0:1746070969.857242:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431198976 00010000:00010000:3.0:1746070969.857269:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142f3 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.857299:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13510 00000100:00100000:1.0:1746070969.857303:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e354380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426740736:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070969.857306:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431198976:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.857318:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070969.857326:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 17 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.857334:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142f3 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.857337:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00010000:00010000:3.0:1746070969.857343:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142f3 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.857362:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803757d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142f3 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.857373:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431198720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3873us (4808us total) trans 0 rc 0/0 00010000:00010000:3.0:1746070969.857376:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.857378:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746070969.857379:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29708 00010000:00010000:3.0:1746070969.857383:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 17 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.857390:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.857413:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.857422:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 16 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.857433:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426740992:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.857619:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.860399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.860424:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426740992:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.860447:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.860493:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431198976:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3187us (3329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.860510:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13510 00000100:00100000:2.0:1746070969.860585:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431199232 00000100:00100000:2.0:1746070969.860591:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431199232 00002000:00100000:2.0:1746070969.860620:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e351f80 x1830887431199232/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.860629:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351f80 with x1830887431199232 ext(0->4095) 00010000:00010000:2.0:1746070969.860909:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.860920:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746070969.860926:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e351f80 00000100:00100000:2.0:1746070969.860951:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2663 00000100:00100000:2.0:1746070969.860958:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2010:x1830887431199232:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070969.861062:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2010:x1830887431199232:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (669us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070969.861072:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2663 00002000:00100000:2.0:1746070969.861077:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e351f80 x1830887431199232/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.861084:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351f80 with x1830887431199232 ext(0->4095) 00010000:00010000:2.0:1746070969.861089:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.861097:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746070969.861103:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e351f80 00000100:00100000:0.0:1746070969.865211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.866623:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431199360 00000100:00100000:1.0:1746070969.866632:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431199360 00000100:00100000:1.0:1746070969.866679:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29710 00000100:00100000:1.0:1746070969.866687:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431199360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.866702:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.866717:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014308 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.866738:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.866744:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 16 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.866749:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070969.866753:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.866779:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 16 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.866790:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.866803:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778600, rc 0) 00000100:00100000:1.0:1746070969.866841:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431199360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (1638us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.866847:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29710 00000100:00100000:0.0:1746070969.867238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.867685:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431199488 00000100:00100000:3.0:1746070969.867690:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431199488 00010000:00010000:3.0:1746070969.867709:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.868630:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13511 00000100:00100000:3.0:1746070969.868639:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2009:x1830887431199488:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.868649:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.868664:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.868679:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.868697:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037584 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0142fa expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.868974:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.868977:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.868983:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 16 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.868990:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 16 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.869014:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 16 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.869023:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 16 pid: 9567 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.869032:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426741248:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.869102:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.875341:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426741248:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.875361:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.875404:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2009:x1830887431199488:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6765us (8164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.875417:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13511 00000100:00100000:0.0:1746070969.877056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.877243:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431199744 00000100:00100000:1.0:1746070969.877250:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431199744 00002000:00100000:1.0:1746070969.877281:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e351880 x1830887431199744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.877289:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351880 with x1830887431199744 ext(0->4095) 00010000:00010000:1.0:1746070969.877296:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 16 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.877306:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 16 pid: 9567 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.877312:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e351880 00000100:00100000:1.0:1746070969.877511:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2664 00000100:00100000:1.0:1746070969.877519:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431199744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.877753:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431199744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 234us (700us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.877760:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2664 00002000:00100000:1.0:1746070969.877765:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e351880 x1830887431199744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.877778:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351880 with x1830887431199744 ext(0->4095) 00010000:00010000:1.0:1746070969.877783:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 16 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.877792:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 16 pid: 9567 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.877797:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e351880 00000100:00100000:0.0:1746070969.879911:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.879970:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431199872 00000100:00100000:2.0:1746070969.879976:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431199872 00000100:00100000:2.0:1746070969.880011:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29711 00000100:00100000:2.0:1746070969.880017:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431199872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070969.880027:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.880041:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01430f expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.880060:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.880066:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.880071:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070969.880074:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01430f expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.880107:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070969.880115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:2.0:1746070969.880119:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01430f expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.880127:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290a00, rc 0) 00000100:00100000:2.0:1746070969.880273:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431199872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 255us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.880279:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29711 00000100:00100000:3.0:1746070969.880326:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431200000 00000100:00100000:3.0:1746070969.880329:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431200000 00010000:00010000:3.0:1746070969.880344:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 17 pid: 9567 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.880372:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13512 00000100:00100000:3.0:1746070969.880377:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad022050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431200000:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.880383:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.880396:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 17 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.880404:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 17 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.880418:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803758b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014301 expref: 17 pid: 9567 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.880436:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.880437:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.880442:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.880448:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.880466:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.880476:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 5 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.880485:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426741504:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.880968:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.883135:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426741504:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.883151:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.883190:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad022050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431200000:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2812us (3074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.883194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.883200:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13512 00000100:00100000:1.0:1746070969.883235:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431200256 00000100:00100000:1.0:1746070969.883240:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431200256 00002000:00100000:1.0:1746070969.883445:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e354380 x1830887431200256/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.883453:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354380 with x1830887431200256 ext(0->4095) 00010000:00010000:1.0:1746070969.883460:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.883471:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.883476:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e354380 00000100:00100000:1.0:1746070969.883645:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2665 00000100:00100000:1.0:1746070969.883652:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431200256:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.884295:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431200256:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 642us (1100us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.884304:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2665 00002000:00100000:1.0:1746070969.884310:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e354380 x1830887431200256/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.884317:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354380 with x1830887431200256 ext(0->4095) 00010000:00010000:1.0:1746070969.884322:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.884330:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.884336:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e354380 00000100:00100000:0.0:1746070969.887913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.887958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.888027:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431200384 00000100:00100000:3.0:1746070969.888033:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431200384 00000100:00100000:2.0:1746070969.888058:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431200512 00000100:00100000:2.0:1746070969.888062:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431200512 00010000:00010000:3.0:1746070969.888063:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.888083:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13513 00000100:00100000:2.0:1746070969.888083:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29712 00000100:00100000:3.0:1746070969.888088:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2009:x1830887431200384:12345-192.168.204.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746070969.888088:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+7:1661:x1830887431200512:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070969.888098:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070969.888100:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.888109:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014316 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.888114:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 7 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.888123:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 8 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.888217:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.888223:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01430f expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.888229:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.888232:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014316 expref: 8 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.888267:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01430f expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.888279:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014316 expref: 8 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.888289:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:2.0:1746070969.888359:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+8:1661:x1830887431200512:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 270us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.888366:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29712 00010000:00010000:3.0:1746070969.888420:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d7060008037592 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014308 expref: 7 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.888433:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.888435:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.888439:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01430f expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.888445:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01430f expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.888462:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01430f expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.888471:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01430f expref: 15 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.888496:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426741760:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.888564:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.890935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.891012:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431200640 00000100:00100000:1.0:1746070969.891018:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431200640 00010000:00010000:1.0:1746070969.891041:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01430f expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.891380:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426741760:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.891395:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.891425:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431200384:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3336us (3467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.891433:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13513 00000100:00100000:3.0:1746070969.891449:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13514 00000100:00100000:3.0:1746070969.891454:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431200640:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.891463:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.891479:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01430f expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.891488:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01430f expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.891516:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037599 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01430f expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.891526:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.891527:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.891533:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014316 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.891540:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014316 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.891561:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014316 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.891571:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426741888:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.891617:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.895038:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426741888:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.895058:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.895095:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2007:x1830887431200640:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3640us (4165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.895104:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13514 00000100:00100000:0.0:1746070969.895550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.895623:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431200896 00000100:00100000:1.0:1746070969.895628:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431200896 00002000:00100000:1.0:1746070969.895655:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e350700 x1830887431200896/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.895663:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e350700 with x1830887431200896 ext(0->4095) 00002000:00010000:1.0:1746070969.895667:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e350700 00000100:00100000:1.0:1746070969.896021:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13467 00000100:00100000:1.0:1746070969.896028:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431200896:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.896123:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431200896:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.896129:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13467 00002000:00100000:1.0:1746070969.896133:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e350700 x1830887431200896/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.896139:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e350700 with x1830887431200896 ext(0->4095) 00002000:00010000:1.0:1746070969.896142:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e350700 00000100:00100000:0.0:1746070969.898601:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.898661:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431201024 00000100:00100000:3.0:1746070969.898668:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431201024 00000100:00100000:3.0:1746070969.898716:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29713 00000100:00100000:3.0:1746070969.898723:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1661:x1830887431201024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070969.898736:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070969.898749:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01431d expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.898771:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014316 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.898776:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.898778:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.898781:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.898804:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014316 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.898814:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014316 expref: 5 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.898825:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426742016:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070969.898904:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.900314:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426742016:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070969.900336:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.900352:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233c00, rc 0) 00000100:00100000:3.0:1746070969.900392:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1661:x1830887431201024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1668us (1796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.900399:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29713 00000100:00100000:0.0:1746070969.902367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.902490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.902527:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431201152 00000100:00100000:3.0:1746070969.902533:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431201152 00000100:00100000:2.0:1746070969.902554:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431201280 00000100:00100000:2.0:1746070969.902557:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431201280 00010000:00010000:3.0:1746070969.902560:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014316 expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.902589:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13515 00000100:00100000:2.0:1746070969.902589:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29714 00000100:00100000:3.0:1746070969.902594:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431201152:12345-192.168.204.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746070969.902594:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431201280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070969.902605:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070969.902605:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.902615:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014324 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.902620:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014316 expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.902628:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014316 expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.902711:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.902716:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.902721:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.902724:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.902743:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080375a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014316 expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.902755:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.902756:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.902758:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.902760:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.902770:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.902840:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.902844:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.902847:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290600, rc 0) 00010000:00010000:3.0:1746070969.902853:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.902879:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426742272:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070969.902891:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431201280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 297us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.902896:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29714 00000100:00100000:3.0:1746070969.902924:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.904651:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426742272:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.904665:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.904702:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431201152:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2105us (2210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.904710:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13515 00000100:00100000:0.0:1746070969.905379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.905425:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431201536 00000100:00100000:3.0:1746070969.905430:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431201536 00002000:00100000:3.0:1746070969.905456:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de41500 x1830887431201536/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070969.905464:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41500 with x1830887431201536 ext(0->4095) 00010000:00010000:3.0:1746070969.905470:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.905480:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746070969.905486:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de41500 00000100:00100000:3.0:1746070969.905519:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2666 00000100:00100000:3.0:1746070969.905526:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431201536:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070969.905628:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431201536:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070969.905634:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2666 00002000:00100000:3.0:1746070969.905639:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de41500 x1830887431201536/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070969.905645:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41500 with x1830887431201536 ext(0->4095) 00010000:00010000:3.0:1746070969.905649:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.905658:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:3.0:1746070969.905663:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de41500 00000100:00100000:0.0:1746070969.908159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.908311:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431201664 00000100:00100000:2.0:1746070969.908318:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431201664 00000100:00100000:2.0:1746070969.908361:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29715 00000100:00100000:2.0:1746070969.908368:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431201664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070969.908380:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.908392:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01432b expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.908411:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.908416:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.908421:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070969.908424:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.908457:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.908468:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.908476:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290e00, rc 0) 00000100:00100000:2.0:1746070969.910013:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431201664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1642us (1856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.910021:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29715 00000100:00100000:0.0:1746070969.911879:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.912092:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431201792 00000100:00100000:3.0:1746070969.912099:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431201792 00010000:00010000:3.0:1746070969.912127:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.912150:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13516 00000100:00100000:3.0:1746070969.912155:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431201792:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.912165:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.912183:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.912192:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.912210:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080375a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01431d expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.912241:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.912243:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.912249:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.912255:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.912281:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.912291:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.912302:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426742528:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.912855:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.915253:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426742528:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.915269:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.915299:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431201792:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3144us (3440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.915309:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13516 00000100:00100000:0.0:1746070969.916445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.916766:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431202048 00000100:00100000:1.0:1746070969.916772:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431202048 00002000:00100000:1.0:1746070969.916801:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de43800 x1830887431202048/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.916810:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de43800 with x1830887431202048 ext(0->4095) 00010000:00010000:1.0:1746070969.916817:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.916828:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.916833:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de43800 00000100:00100000:1.0:1746070969.916977:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2667 00000100:00100000:1.0:1746070969.916986:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431202048:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070969.917187:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431202048:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 203us (745us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.917193:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2667 00002000:00100000:1.0:1746070969.917197:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de43800 x1830887431202048/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.917209:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de43800 with x1830887431202048 ext(0->4095) 00010000:00010000:1.0:1746070969.917213:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.917220:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.917225:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de43800 00000100:00100000:0.0:1746070969.919231:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.919376:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431202176 00000100:00100000:2.0:1746070969.919382:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431202176 00000100:00100000:2.0:1746070969.919423:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29716 00000100:00100000:2.0:1746070969.919430:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431202176:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070969.919441:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.919454:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014332 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.919474:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.919480:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.919484:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070969.919488:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014332 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.919534:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.919545:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014332 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.919554:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:2.0:1746070969.919582:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431202176:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.919588:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29716 00000100:00100000:0.0:1746070969.919993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.920274:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431202304 00000100:00100000:3.0:1746070969.920278:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431202304 00010000:00010000:3.0:1746070969.920295:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.920313:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13517 00000100:00100000:3.0:1746070969.920319:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431202304:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.920326:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.920340:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.920349:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.920363:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080375ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014324 expref: 17 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.920965:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.920968:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.920974:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.920981:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.921003:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.921014:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 5 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.921024:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426742784:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.921087:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.924087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.924189:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431202560 00000100:00100000:1.0:1746070969.924197:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431202560 00002000:00100000:1.0:1746070969.924230:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2c000 x1830887431202560/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.924238:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2c000 with x1830887431202560 ext(0->4095) 00010000:00010000:1.0:1746070969.924245:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:1.0:1746070969.924256:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:1.0:1746070969.924262:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2c000 00000100:00100000:1.0:1746070969.924293:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2668 00000100:00100000:1.0:1746070969.924300:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431202560:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070969.924474:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426742784:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.924491:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.924529:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431202304:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4210us (4537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.924536:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13517 00000100:00100000:0.0:1746070969.925329:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431202560:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1026us (1245us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070969.925335:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2668 00002000:00100000:0.0:1746070969.925341:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2c000 x1830887431202560/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.925350:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2c000 with x1830887431202560 ext(0->4095) 00010000:00010000:0.0:1746070969.925356:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.925367:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.925373:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2c000 00000100:00100000:0.0:1746070969.928301:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.928458:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431202688 00000100:00100000:3.0:1746070969.928466:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431202688 00010000:00010000:3.0:1746070969.928497:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.928544:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13518 00000100:00100000:3.0:1746070969.928551:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431202688:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.928566:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.928583:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.928593:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.928614:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080375b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01432b expref: 6 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.929237:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.929240:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.929247:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014332 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.929255:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014332 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.929285:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014332 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.929296:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426742912:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.929513:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.932911:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426742912:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.932933:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.932974:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431202688:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4422us (4677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.932984:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13518 00000100:00100000:0.0:1746070969.933167:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.933809:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431202944 00000100:00100000:1.0:1746070969.933815:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431202944 00002000:00100000:1.0:1746070969.933847:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2f100 x1830887431202944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.933854:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f100 with x1830887431202944 ext(0->4095) 00002000:00010000:1.0:1746070969.933858:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2f100 00000100:00100000:1.0:1746070969.933896:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13468 00000100:00100000:1.0:1746070969.933902:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431202944:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070969.933993:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431202944:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (825us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.933998:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13468 00002000:00100000:1.0:1746070969.934003:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2f100 x1830887431202944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.934009:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f100 with x1830887431202944 ext(0->4095) 00002000:00010000:1.0:1746070969.934011:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2f100 00000100:00100000:0.0:1746070969.935937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.936010:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431203072 00000100:00100000:1.0:1746070969.936016:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431203072 00000100:00100000:1.0:1746070969.936084:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29717 00000100:00100000:1.0:1746070969.936090:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431203072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.936102:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.936116:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014339 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.936137:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014332 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.936144:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.936145:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.936149:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.936174:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014332 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.936185:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014332 expref: 15 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.936195:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e357800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426743040:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070969.936713:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070969.938784:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e357800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426743040:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.938804:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.938822:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779a00, rc 0) 00000100:00100000:1.0:1746070969.938855:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431203072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2765us (2921us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.938880:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29717 00000100:00100000:0.0:1746070969.939413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.939754:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431203200 00000100:00100000:3.0:1746070969.939760:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431203200 00010000:00010000:3.0:1746070969.939785:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014332 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.939803:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13519 00000100:00100000:3.0:1746070969.939808:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad021c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431203200:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.939820:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.939835:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014332 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.939844:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014332 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.939861:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014332 expref: 16 pid: 9568 timeout: 792 lvb_type: 0 00010000:00010000:3.0:1746070969.939901:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.939903:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.940100:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.940111:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.940136:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.940145:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426743168:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.940766:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.942566:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426743168:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.942581:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.942654:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad021c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2007:x1830887431203200:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2841us (3238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.942667:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13519 00000100:00100000:0.0:1746070969.943622:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.943656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.943737:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431203456 00000100:00100000:1.0:1746070969.943737:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431203584 00000100:00100000:2.0:1746070969.943742:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431203456 00000100:00100000:1.0:1746070969.943742:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431203584 00002000:00100000:2.0:1746070969.943770:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2d880 x1830887431203456/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.943778:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2d880 with x1830887431203456 ext(0->4095) 00000100:00100000:1.0:1746070969.943778:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29718 00002000:00010000:2.0:1746070969.943782:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2d880 00000100:00100000:1.0:1746070969.943784:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1660:x1830887431203584:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.943794:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746070969.943802:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13469 00000100:00100000:2.0:1746070969.943806:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431203456:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00010000:00010000:1.0:1746070969.943806:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014340 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.943828:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.943834:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.943836:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.943838:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.943878:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.943888:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:1.0:1746070969.943897:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e357800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426743296:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070969.943913:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431203456:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070969.943918:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13469 00002000:00100000:2.0:1746070969.943929:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2d880 x1830887431203456/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746070969.943938:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00002000:00100000:2.0:1746070969.943940:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2d880 with x1830887431203456 ext(0->4095) 00010000:00010000:2.0:1746070969.943945:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.943953:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:2.0:1746070969.943958:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2d880 00000100:00100000:0.0:1746070969.945419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.945465:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431203712 00000100:00100000:3.0:1746070969.945470:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431203712 00000100:00100000:3.0:1746070969.945517:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29719 00000100:00100000:3.0:1746070969.945523:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431203712:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070969.945533:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070969.945542:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014347 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.945556:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.945561:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.945624:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070969.945628:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014347 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.945652:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.945662:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014347 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070969.945663:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:3.0:1746070969.945671:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232600, rc 0) 00000100:00100000:1.0:1746070969.945699:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e357800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426743296:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070969.945711:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.945719:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778400, rc 0) 00000100:00100000:1.0:1746070969.945744:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1660:x1830887431203584:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1960us (2087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.945749:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29718 00000100:00100000:2.0:1746070969.945756:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431203840 00000100:00100000:2.0:1746070969.945759:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431203840 00010000:00010000:2.0:1746070969.945771:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746070969.945794:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13520 00000100:00100000:2.0:1746070969.945800:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431203840:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070969.945806:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070969.945817:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.945825:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.945839:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d70600080375c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014339 expref: 6 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:3.0:1746070969.946039:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431203712:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 515us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.946045:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29719 00010000:00010000:2.0:1746070969.946093:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.946095:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.946100:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.946108:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.946127:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.946136:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 16 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746070969.946145:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426743552:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070969.946194:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070969.947656:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426743552:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070969.947668:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070969.947696:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431203840:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1896us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.947703:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13520 00000100:00100000:2.0:1746070969.947839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.947926:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431204096 00000100:00100000:0.0:1746070969.947931:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431204096 00002000:00100000:0.0:1746070969.947958:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096ead880 x1830887431204096/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.947966:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ead880 with x1830887431204096 ext(0->4095) 00010000:00010000:0.0:1746070969.947973:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.947983:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.947988:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ead880 00000100:00100000:0.0:1746070969.948002:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2669 00000100:00100000:0.0:1746070969.948008:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431204096:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070969.948321:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431204096:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 312us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070969.948326:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2669 00002000:00100000:0.0:1746070969.948331:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096ead880 x1830887431204096/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.948338:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ead880 with x1830887431204096 ext(0->4095) 00010000:00010000:0.0:1746070969.948342:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746070969.948351:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746070969.948356:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ead880 00000100:00100000:0.0:1746070969.949780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.949970:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431204224 00000100:00100000:2.0:1746070969.949976:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431204224 00010000:00010000:2.0:1746070969.949996:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00000100:00100000:2.0:1746070969.950014:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13521 00000100:00100000:2.0:1746070969.950020:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f992300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431204224:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070969.950030:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070969.950043:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.950051:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.950067:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d70600080375ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014340 expref: 17 pid: 10108 timeout: 792 lvb_type: 0 00010000:00010000:2.0:1746070969.950634:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.950636:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.950643:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014347 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.950651:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014347 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.950675:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014347 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070969.950684:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426743680:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070969.950891:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070969.952745:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426743680:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070969.952761:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070969.952802:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f992300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431204224:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2781us (3023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.952814:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13521 00000100:00100000:2.0:1746070969.953065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.953218:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431204480 00000100:00100000:0.0:1746070969.953223:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431204480 00002000:00100000:0.0:1746070969.953251:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eac000 x1830887431204480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.953260:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eac000 with x1830887431204480 ext(0->4095) 00002000:00010000:0.0:1746070969.953269:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eac000 00000100:00100000:0.0:1746070969.953287:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13470 00000100:00100000:0.0:1746070969.953293:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431204480:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070969.953390:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431204480:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070969.953395:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13470 00002000:00100000:0.0:1746070969.953400:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eac000 x1830887431204480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.953406:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eac000 with x1830887431204480 ext(0->4095) 00002000:00010000:0.0:1746070969.953409:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eac000 00000100:00100000:0.0:1746070969.955807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.955980:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431204608 00000100:00100000:3.0:1746070969.955987:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431204608 00000100:00100000:3.0:1746070969.956139:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29720 00000100:00100000:3.0:1746070969.956147:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431204608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070969.956160:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070969.956173:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01434e expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.956195:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014347 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.956202:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070969.956204:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070969.956207:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01434e expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.956233:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014347 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.956243:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014347 expref: 15 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070969.956254:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426743808:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070969.956696:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.958383:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426743808:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070969.958404:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01434e expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.958420:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233600, rc 0) 00000100:00100000:3.0:1746070969.958450:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431204608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2304us (2647us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.958456:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29720 00000100:00100000:0.0:1746070969.959383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.959552:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431204736 00000100:00100000:2.0:1746070969.959558:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431204736 00010000:00010000:2.0:1746070969.959581:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014347 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070969.959600:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13522 00000100:00100000:2.0:1746070969.959605:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431204736:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070969.959615:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070969.959630:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014347 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.959639:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014347 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.959657:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080375d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014347 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.959682:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.959684:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.959690:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01434e expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.959698:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01434e expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.959725:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01434e expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070969.959734:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426743936:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070969.959787:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.961202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.961397:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426743936:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070969.961409:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070969.961484:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431204992 00000100:00100000:1.0:1746070969.961488:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431204992 00002000:00100000:1.0:1746070969.961528:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef05180 x1830887431204992/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.961535:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05180 with x1830887431204992 ext(0->4095) 00002000:00010000:1.0:1746070969.961539:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef05180 00000100:00100000:1.0:1746070969.961563:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13471 00000100:00100000:1.0:1746070969.961568:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431204992:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070969.961829:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431204736:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2222us (2445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.961836:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13522 00000100:00100000:1.0:1746070969.961887:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431204992:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 317us (685us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070969.961893:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13471 00002000:00100000:1.0:1746070969.961897:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef05180 x1830887431204992/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070969.961904:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05180 with x1830887431204992 ext(0->4095) 00002000:00010000:1.0:1746070969.961907:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef05180 00000100:00100000:0.0:1746070969.963184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.963302:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431205120 00000100:00100000:3.0:1746070969.963306:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431205120 00000100:00100000:3.0:1746070969.963393:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29721 00000100:00100000:3.0:1746070969.963400:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1661:x1830887431205120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070969.963410:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070969.963423:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014355 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.963442:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01434e expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.963448:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.963450:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.963453:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.963475:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01434e expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.963484:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01434e expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070969.963497:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426744064:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070969.963934:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.965576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070969.965705:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431205248 00000100:00100000:1.0:1746070969.965829:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431205248 00000100:00100000:1.0:1746070969.966112:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29722 00000100:00100000:1.0:1746070969.966119:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431205248:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070969.966130:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070969.966143:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01435c expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.966160:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070969.966165:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.966175:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070969.966178:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.966202:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.966211:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070969.966219:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779000, rc 0) 00000100:00100000:1.0:1746070969.966249:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1660:x1830887431205248:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070969.966254:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29722 00000100:00100000:0.0:1746070969.966944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.967037:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426744064:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070969.967053:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.967062:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233800, rc 0) 00000100:00100000:2.0:1746070969.967526:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431205376 00000100:00100000:2.0:1746070969.967531:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431205376 00010000:00010000:2.0:1746070969.967547:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01434e expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070969.967637:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431205120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4237us (4454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.967643:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29721 00000100:00100000:2.0:1746070969.967714:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13523 00000100:00100000:2.0:1746070969.967720:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431205376:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070969.967728:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070969.967742:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01434e expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.967751:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01434e expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.967768:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080375d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01434e expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.967969:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.967971:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.967977:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.967986:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.968008:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.968016:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070969.968025:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426744320:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070969.968470:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.970947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.971029:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426744320:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070969.971050:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070969.971095:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431205376:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3374us (4150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.971103:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13523 00000100:00100000:2.0:1746070969.971142:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431205632 00000100:00100000:2.0:1746070969.971146:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431205632 00002000:00100000:2.0:1746070969.971179:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef04380 x1830887431205632/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.971192:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04380 with x1830887431205632 ext(0->4095) 00010000:00010000:2.0:1746070969.971198:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.971207:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070969.971212:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef04380 00000100:00100000:2.0:1746070969.971225:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2670 00000100:00100000:2.0:1746070969.971230:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431205632:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070969.971321:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431205632:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070969.971327:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2670 00002000:00100000:2.0:1746070969.971331:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef04380 x1830887431205632/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.971338:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04380 with x1830887431205632 ext(0->4095) 00010000:00010000:2.0:1746070969.971343:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.971351:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070969.971356:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef04380 00000100:00100000:0.0:1746070969.979289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.979373:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431205760 00000100:00100000:3.0:1746070969.979380:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431205760 00000100:00100000:3.0:1746070969.979424:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29723 00000100:00100000:3.0:1746070969.979430:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431205760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070969.979445:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070969.979457:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014363 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.979477:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070969.979482:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.979487:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070969.979490:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.979533:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.979543:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.979551:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:3.0:1746070969.979586:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431205760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.979591:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29723 00000100:00100000:0.0:1746070969.981683:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.983324:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431205888 00000100:00100000:2.0:1746070969.983333:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431205888 00010000:00010000:2.0:1746070969.983363:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070969.983387:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13524 00000100:00100000:2.0:1746070969.983393:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2009:x1830887431205888:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070969.983404:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070969.983418:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.983428:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.983447:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080375df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014355 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.983474:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.983476:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070969.983483:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.983490:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.983524:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.983533:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070969.983544:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426744576:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070969.983614:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070969.986542:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426744576:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070969.986560:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070969.986590:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2009:x1830887431205888:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3197us (4911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.986598:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13524 00000100:00100000:0.0:1746070969.986883:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.987033:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431206144 00000100:00100000:3.0:1746070969.987039:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431206144 00002000:00100000:3.0:1746070969.987068:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691c00 x1830887431206144/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070969.987077:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691c00 with x1830887431206144 ext(0->4095) 00010000:00010000:3.0:1746070969.987083:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070969.987094:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070969.987100:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691c00 00000100:00100000:3.0:1746070969.987114:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2671 00000100:00100000:3.0:1746070969.987120:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431206144:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070969.987208:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431206144:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070969.987214:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2671 00002000:00100000:3.0:1746070969.987218:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691c00 x1830887431206144/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070969.987224:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691c00 with x1830887431206144 ext(0->4095) 00010000:00010000:3.0:1746070969.987228:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070969.987234:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070969.987239:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691c00 00000100:00100000:0.0:1746070969.990310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070969.990724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.990802:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431206400 00000100:00100000:3.0:1746070969.990809:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431206400 00010000:00010000:3.0:1746070969.990835:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070969.990926:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431206272 00000100:00100000:2.0:1746070969.990929:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431206272 00000100:00100000:2.0:1746070969.990949:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29724 00000100:00100000:2.0:1746070969.990954:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431206272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070969.990965:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070969.990975:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01436a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.990993:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070969.990997:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.991002:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070969.991005:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01436a expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.991030:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.991044:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01436a expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070969.991051:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:2.0:1746070969.991083:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1660:x1830887431206272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070969.991088:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29724 00000100:00100000:3.0:1746070969.991149:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13525 00000100:00100000:3.0:1746070969.991154:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431206400:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.991161:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.991173:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070969.991182:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070969.991194:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d70600080375e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01435c expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070969.991559:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.991561:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.991567:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.991573:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.991591:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.991600:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070969.991609:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426744832:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.991955:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070969.993066:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426744832:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.993079:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.993112:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431206400:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1957us (2388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.993120:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13525 00000100:00100000:0.0:1746070969.993934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070969.994039:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431206656 00000100:00100000:2.0:1746070969.994044:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431206656 00002000:00100000:2.0:1746070969.994072:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f693b80 x1830887431206656/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.994080:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f693b80 with x1830887431206656 ext(0->4095) 00010000:00010000:2.0:1746070969.994086:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.994096:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070969.994101:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f693b80 00000100:00100000:2.0:1746070969.994206:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2672 00000100:00100000:2.0:1746070969.994212:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f693b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431206656:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070969.994309:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f693b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431206656:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070969.994315:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2672 00002000:00100000:2.0:1746070969.994319:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f693b80 x1830887431206656/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.994326:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f693b80 with x1830887431206656 ext(0->4095) 00010000:00010000:2.0:1746070969.994329:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070969.994337:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070969.994342:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f693b80 00000100:00100000:0.0:1746070969.996205:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.996378:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431206784 00000100:00100000:3.0:1746070969.996384:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431206784 00010000:00010000:3.0:1746070969.996405:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070969.996441:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13526 00000100:00100000:3.0:1746070969.996447:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad021850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431206784:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070969.996455:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070969.996468:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070969.996477:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070969.996494:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080375ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014363 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070969.996516:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.996518:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070969.996524:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01436a expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.996531:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01436a expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070969.996556:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01436a expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070969.996565:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426744960:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070969.996634:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070969.998374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070969.998497:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426744960:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070969.998521:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070969.998550:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad021850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431206784:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2102us (2346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070969.998558:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13526 00000100:00100000:2.0:1746070969.998637:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431207040 00000100:00100000:2.0:1746070969.998641:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431207040 00002000:00100000:2.0:1746070969.998665:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f692680 x1830887431207040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746070980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070969.998674:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f692680 with x1830887431207040 ext(0->4095) 00002000:00010000:2.0:1746070969.998677:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f692680 00000100:00100000:0.0:1746070969.998895:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13472 00000100:00100000:0.0:1746070969.998903:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431207040:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070969.998995:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431207040:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (624us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070969.999000:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13472 00002000:00100000:0.0:1746070969.999005:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f692680 x1830887431207040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746070980 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070969.999012:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f692680 with x1830887431207040 ext(0->4095) 00002000:00010000:0.0:1746070969.999015:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f692680 00000100:00100000:0.0:1746070970.001094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.001201:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431207168 00000100:00100000:2.0:1746070970.001206:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431207168 00000100:00080000:0.0:1746070970.001244:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070970.001255:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29725 00000100:00100000:2.0:1746070970.001261:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431207168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.001272:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.001285:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014371 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.001306:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01436a expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.001317:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.001319:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.001322:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014371 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.001347:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01436a expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.001357:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01436a expref: 15 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.001367:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426745088:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.001436:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.002732:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426745088:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.002752:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014371 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.002763:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:2.0:1746070970.002822:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431207168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1560us (1732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.002829:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29725 00000100:00100000:0.0:1746070970.002850:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.003179:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431207296 00000100:00100000:3.0:1746070970.003184:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431207296 00010000:00010000:3.0:1746070970.003208:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01436a expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00000100:00080000:0.0:1746070970.003286:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070970.003325:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13527 00000100:00100000:3.0:1746070970.003336:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431207296:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.003416:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.003433:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01436a expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.003442:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01436a expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.003458:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080375f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01436a expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.003479:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.003481:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.003487:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014371 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.003494:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014371 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.003526:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014371 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.003535:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426745216:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.003589:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.005834:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426745216:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.005850:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.005910:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431207296:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2573us (3058us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.005917:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13527 00000100:00100000:0.0:1746070970.006762:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.006949:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431207552 00000100:00100000:2.0:1746070970.006955:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431207552 00002000:00100000:2.0:1746070970.006989:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f690a80 x1830887431207552/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.007004:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690a80 with x1830887431207552 ext(0->4095) 00002000:00010000:2.0:1746070970.007008:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f690a80 00000100:00100000:2.0:1746070970.007024:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13473 00000100:00100000:2.0:1746070970.007030:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431207552:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.007140:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431207552:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.007146:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13473 00002000:00100000:2.0:1746070970.007152:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f690a80 x1830887431207552/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.007158:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690a80 with x1830887431207552 ext(0->4095) 00002000:00010000:2.0:1746070970.007161:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f690a80 00000100:00100000:0.0:1746070970.010318:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.010361:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431207680 00000100:00100000:2.0:1746070970.010368:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431207680 00000100:00100000:2.0:1746070970.010440:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29726 00000100:00100000:2.0:1746070970.010447:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1661:x1830887431207680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.010460:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.010474:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014378 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.010495:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014371 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.010516:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.010517:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.010522:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.010551:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014371 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.010562:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014371 expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.010571:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426745344:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070970.010635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.011171:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.011223:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431207808 00000100:00100000:3.0:1746070970.011227:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431207808 00000100:00100000:3.0:1746070970.011251:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29727 00000100:00100000:3.0:1746070970.011257:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431207808:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.011263:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.011270:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01437f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.011281:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.011285:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.011290:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.011293:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.011331:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.011341:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.011349:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232800, rc 0) 00000100:00100000:3.0:1746070970.011387:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1660:x1830887431207808:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.011393:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29727 00000100:00100000:2.0:1746070970.012428:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426745344:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.012443:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.012452:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291e00, rc 0) 00000100:00100000:2.0:1746070970.012474:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431207680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2028us (2164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.012479:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29726 00000100:00100000:0.0:1746070970.013729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.013809:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431207936 00000100:00100000:3.0:1746070970.013813:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431207936 00010000:00010000:3.0:1746070970.013834:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014371 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.013884:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13528 00000100:00100000:3.0:1746070970.013891:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431207936:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.013901:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.013915:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014371 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.013925:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014371 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.013948:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080375fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014371 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.013969:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.013971:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.013976:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.013983:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.014004:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.014012:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.014021:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426745600:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.014069:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.016100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.016113:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426745600:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.016128:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.016158:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431207936:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2267us (2431us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.016161:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431208192 00000100:00100000:3.0:1746070970.016165:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13528 00000100:00100000:1.0:1746070970.016166:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431208192 00002000:00100000:1.0:1746070970.016191:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff31c00 x1830887431208192/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.016199:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31c00 with x1830887431208192 ext(0->4095) 00010000:00010000:1.0:1746070970.016205:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.016214:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.016220:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff31c00 00000100:00100000:1.0:1746070970.016245:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2673 00000100:00100000:1.0:1746070970.016251:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431208192:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070970.016342:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431208192:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.016348:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2673 00002000:00100000:1.0:1746070970.016353:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff31c00 x1830887431208192/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.016359:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31c00 with x1830887431208192 ext(0->4095) 00010000:00010000:1.0:1746070970.016364:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.016372:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.016377:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff31c00 00000100:00100000:0.0:1746070970.018732:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.018776:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.018897:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431208320 00000100:00100000:2.0:1746070970.018897:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431208448 00000100:00100000:3.0:1746070970.018904:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431208320 00000100:00100000:2.0:1746070970.018904:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431208448 00010000:00010000:3.0:1746070970.018925:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.018936:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29728 00000100:00100000:2.0:1746070970.018941:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431208448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.018950:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746070970.018956:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13529 00010000:00010000:2.0:1746070970.018961:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014386 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.018962:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2010:x1830887431208320:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.018971:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.018982:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.018991:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.018997:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070970.019000:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.019018:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.019028:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.019042:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037602 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014378 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.019055:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.019056:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.019061:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.019068:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.019089:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.019098:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.019111:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426745728:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.019166:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00010000:00010000:2.0:1746070970.019419:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.019428:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.019436:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426745856:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.019473:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.020403:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426745728:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.020417:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.020472:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2010:x1830887431208320:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1508us (1694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.020479:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13529 00000100:00100000:0.0:1746070970.021428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.021544:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431208704 00000100:00100000:1.0:1746070970.021550:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431208704 00002000:00100000:1.0:1746070970.021576:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851500 x1830887431208704/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.021585:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851500 with x1830887431208704 ext(0->4095) 00010000:00010000:1.0:1746070970.021591:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.021603:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.021613:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851500 00000100:00100000:1.0:1746070970.021640:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2674 00000100:00100000:1.0:1746070970.021646:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431208704:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070970.021741:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431208704:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.021746:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2674 00002000:00100000:1.0:1746070970.021752:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851500 x1830887431208704/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.021759:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851500 with x1830887431208704 ext(0->4095) 00010000:00010000:1.0:1746070970.021763:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.021771:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.021776:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851500 00000100:00100000:2.0:1746070970.022082:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426745856:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.022098:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.022109:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:2.0:1746070970.022139:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431208448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3197us (3412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.022145:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29728 00000100:00100000:1.0:1746070970.024988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.025131:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431208832 00000100:00100000:3.0:1746070970.025138:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431208832 00000100:00100000:3.0:1746070970.025177:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29729 00000100:00100000:3.0:1746070970.025183:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431208832:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.025194:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.025206:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01438d expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.025225:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.025230:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.025235:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070970.025239:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01438d expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.025265:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.025278:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01438d expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.025286:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233c00, rc 0) 00000100:00100000:3.0:1746070970.025312:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431208832:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.025317:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29729 00000100:00100000:0.0:1746070970.025467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.025709:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431208960 00000100:00100000:3.0:1746070970.025712:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431208960 00010000:00010000:3.0:1746070970.025724:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 17 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.025751:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13530 00000100:00100000:3.0:1746070970.025756:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2009:x1830887431208960:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.025762:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.025775:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 17 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.025784:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 17 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.025798:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037609 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01437f expref: 17 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.026013:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.026015:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.026021:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.026029:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.026046:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.026055:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.026065:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426746112:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.026479:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.027663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.027729:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431209216 00000100:00100000:1.0:1746070970.027734:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431209216 00000100:00100000:3.0:1746070970.027741:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426746112:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.027752:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746070970.027765:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851c00 x1830887431209216/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.027773:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851c00 with x1830887431209216 ext(0->4095) 00000100:00100000:3.0:1746070970.027775:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2009:x1830887431208960:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2019us (2309us total) trans 0 rc 0/0 00010000:00010000:1.0:1746070970.027780:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.027783:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13530 00010000:00010000:1.0:1746070970.027791:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.027796:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851c00 00000100:00100000:1.0:1746070970.027820:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2675 00000100:00100000:1.0:1746070970.027826:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431209216:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070970.027934:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431209216:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.027940:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2675 00002000:00100000:1.0:1746070970.027945:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851c00 x1830887431209216/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.027951:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851c00 with x1830887431209216 ext(0->4095) 00010000:00010000:1.0:1746070970.027956:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.027964:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.027970:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851c00 00000100:00100000:0.0:1746070970.030329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.030406:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431209344 00000100:00100000:3.0:1746070970.030412:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431209344 00010000:00010000:3.0:1746070970.030433:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.030528:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13531 00000100:00100000:3.0:1746070970.030535:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431209344:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.030547:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.030560:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.030571:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.030588:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037610 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014386 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.030612:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.030614:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.030621:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01438d expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.030628:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01438d expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.030654:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01438d expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.031756:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426746240:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.031891:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.033333:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426746240:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.033347:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.033372:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431209344:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2839us (3047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.033383:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13531 00000100:00100000:0.0:1746070970.034961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.035063:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431209600 00000100:00100000:1.0:1746070970.035069:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431209600 00002000:00100000:1.0:1746070970.035100:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d852d80 x1830887431209600/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.035109:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d852d80 with x1830887431209600 ext(0->4095) 00002000:00010000:1.0:1746070970.035113:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d852d80 00000100:00100000:1.0:1746070970.035179:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13474 00000100:00100000:1.0:1746070970.035185:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431209600:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070970.035331:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431209600:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.035336:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13474 00002000:00100000:1.0:1746070970.035340:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d852d80 x1830887431209600/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.035344:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d852d80 with x1830887431209600 ext(0->4095) 00002000:00010000:1.0:1746070970.035346:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d852d80 00000100:00100000:0.0:1746070970.038662:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.038722:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431209728 00000100:00100000:3.0:1746070970.038729:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431209728 00000100:00100000:3.0:1746070970.038772:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29730 00000100:00100000:3.0:1746070970.038778:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431209728:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.038790:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.038803:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014394 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.038822:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01438d expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.038828:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.038829:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.038832:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.038854:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01438d expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.038885:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01438d expref: 15 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.038894:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426746368:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.039103:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.041281:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426746368:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.041311:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.042509:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232200, rc 0) 00000100:00100000:3.0:1746070970.042556:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431209728:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3775us (3897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.042563:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29730 00000100:00100000:0.0:1746070970.042774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.042877:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431209856 00000100:00100000:3.0:1746070970.042882:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431209856 00010000:00010000:3.0:1746070970.042904:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01438d expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.042924:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13532 00000100:00100000:3.0:1746070970.042930:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431209856:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.042939:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.042955:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01438d expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.042964:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01438d expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.042981:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037617 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01438d expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.043006:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.043007:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.043013:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.043021:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.043045:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.043055:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426746496:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.043101:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.045670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.045752:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431209984 00000100:00100000:3.0:1746070970.045758:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431209984 00000100:00100000:3.0:1746070970.045790:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29731 00000100:00100000:3.0:1746070970.045795:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431209984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.045808:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.045820:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01439b expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.045841:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.045848:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.045849:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.045852:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.045915:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.045930:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.045939:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426746624:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.046008:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.046316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.046402:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426746496:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.046417:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.046447:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431209856:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3517us (3674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.046455:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13532 00000100:00100000:0.0:1746070970.046496:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431210240 00000100:00100000:0.0:1746070970.046510:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431210240 00002000:00100000:0.0:1746070970.046534:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e354a80 x1830887431210240/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.046543:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354a80 with x1830887431210240 ext(0->4095) 00010000:00010000:0.0:1746070970.046548:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.046556:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746070970.046562:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e354a80 00000100:00100000:0.0:1746070970.046584:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2676 00000100:00100000:0.0:1746070970.046590:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431210240:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070970.047062:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431210240:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 471us (745us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070970.047067:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2676 00002000:00100000:0.0:1746070970.047072:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e354a80 x1830887431210240/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.047079:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354a80 with x1830887431210240 ext(0->4095) 00010000:00010000:0.0:1746070970.047083:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.047092:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746070970.047097:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e354a80 00000100:00100000:3.0:1746070970.048496:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426746624:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.048527:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.048538:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:3.0:1746070970.048582:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431209984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2786us (2917us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.048588:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29731 00000100:00100000:0.0:1746070970.049672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.050509:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431210368 00000100:00100000:3.0:1746070970.050516:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431210368 00000100:00100000:3.0:1746070970.050553:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29732 00000100:00100000:3.0:1746070970.050560:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1661:x1830887431210368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.050574:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.050586:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143a2 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.050607:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.050612:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.050617:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.050620:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a2 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.050646:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.050656:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a2 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.050663:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:3.0:1746070970.050709:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431210368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.050715:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29732 00000100:00100000:0.0:1746070970.051895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.052098:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431210496 00000100:00100000:3.0:1746070970.052103:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431210496 00010000:00010000:3.0:1746070970.052122:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.052337:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13533 00000100:00100000:3.0:1746070970.052354:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad021450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431210496:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.052366:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.052381:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.052391:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.052408:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d706000803761e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014394 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.053258:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.053260:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.053267:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.053275:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.053304:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.053313:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.053322:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426746880:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.053387:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.055912:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426746880:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.055933:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.055971:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad021450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431210496:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3625us (4107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.055980:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13533 00000100:00100000:0.0:1746070970.057952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.058037:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431210752 00000100:00100000:2.0:1746070970.058046:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431210752 00002000:00100000:2.0:1746070970.058080:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d853100 x1830887431210752/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.058088:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853100 with x1830887431210752 ext(0->4095) 00010000:00010000:2.0:1746070970.058095:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.058106:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.058111:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d853100 00000100:00100000:2.0:1746070970.058136:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2677 00000100:00100000:2.0:1746070970.058141:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431210752:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070970.058250:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431210752:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.058255:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2677 00002000:00100000:2.0:1746070970.058259:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d853100 x1830887431210752/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.058266:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853100 with x1830887431210752 ext(0->4095) 00010000:00010000:2.0:1746070970.058270:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.058278:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.058283:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d853100 00000100:00100000:0.0:1746070970.060597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.060764:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431210880 00000100:00100000:3.0:1746070970.060771:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431210880 00010000:00010000:3.0:1746070970.060798:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.060830:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13534 00000100:00100000:3.0:1746070970.060836:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431210880:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.060847:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.060861:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.060895:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.060915:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037625 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01439b expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.060942:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.060943:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.060950:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a2 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.060956:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a2 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.060985:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a2 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.060995:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426747008:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.061558:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.065426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.066031:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426747008:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.066050:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.066102:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431210880:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5265us (5510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.066110:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13534 00000100:00100000:2.0:1746070970.066925:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431211136 00000100:00100000:2.0:1746070970.066931:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431211136 00002000:00100000:2.0:1746070970.066959:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850700 x1830887431211136/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.066968:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850700 with x1830887431211136 ext(0->4095) 00002000:00010000:2.0:1746070970.066971:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d850700 00000100:00100000:2.0:1746070970.067378:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13475 00000100:00100000:2.0:1746070970.067385:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2010:x1830887431211136:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070970.067488:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2010:x1830887431211136:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (2069us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.067493:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13475 00002000:00100000:2.0:1746070970.067506:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850700 x1830887431211136/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.067513:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850700 with x1830887431211136 ext(0->4095) 00002000:00010000:2.0:1746070970.067515:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d850700 00000100:00100000:0.0:1746070970.069117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.069203:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431211264 00000100:00100000:2.0:1746070970.069209:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431211264 00000100:00100000:2.0:1746070970.069415:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29733 00000100:00100000:2.0:1746070970.069421:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431211264:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.069433:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.069445:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143a9 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.069467:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a2 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.069477:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.069479:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.069482:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a9 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.069513:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a2 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.069521:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a2 expref: 15 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.069530:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426747136:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.069588:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.072009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.072364:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431211392 00000100:00100000:3.0:1746070970.072370:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431211392 00010000:00010000:3.0:1746070970.072398:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a2 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.072427:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13535 00000100:00100000:3.0:1746070970.072433:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431211392:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.072443:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.072458:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a2 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.072467:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a2 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.072485:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.072487:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.072492:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a9 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.072506:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a9 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.072529:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a9 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.072538:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426747264:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.072596:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00010000:00010000:2.0:1746070970.072732:0:10108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d706000803762c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a2 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.073551:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426747136:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.073573:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a9 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.073582:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290e00, rc 0) 00000100:00100000:2.0:1746070970.073618:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431211264:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4196us (4503us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.073625:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29733 00000100:00100000:3.0:1746070970.074706:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426747264:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.074720:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.075116:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2007:x1830887431211392:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2681us (3109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.075124:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13535 00000100:00100000:0.0:1746070970.075599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.076032:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431211648 00000100:00100000:3.0:1746070970.076037:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431211648 00002000:00100000:3.0:1746070970.076064:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5bb80 x1830887431211648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.076072:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5bb80 with x1830887431211648 ext(0->4095) 00002000:00010000:3.0:1746070970.076075:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed5bb80 00000100:00100000:3.0:1746070970.076231:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13476 00000100:00100000:3.0:1746070970.076238:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431211648:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070970.076349:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431211648:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (752us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.076356:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13476 00002000:00100000:3.0:1746070970.076360:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5bb80 x1830887431211648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.076367:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5bb80 with x1830887431211648 ext(0->4095) 00002000:00010000:3.0:1746070970.076370:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed5bb80 00000100:00100000:0.0:1746070970.078513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.078552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.078631:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431211776 00000100:00100000:3.0:1746070970.078635:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431211904 00000100:00100000:3.0:1746070970.078638:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431211904 00000100:00100000:2.0:1746070970.078638:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431211776 00000100:00100000:2.0:1746070970.078678:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29734 00000100:00100000:3.0:1746070970.078689:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29735 00000100:00100000:3.0:1746070970.078695:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1661:x1830887431211904:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.078707:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.078720:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143b7 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.078746:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a9 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.078753:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.078755:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.078758:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.078764:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431211776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.078769:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.078774:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143b0 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.078780:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a9 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.078790:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a9 expref: 5 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.078805:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426747392:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.078813:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.078818:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.078822:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.078824:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.078843:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.078891:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00010000:00010000:2.0:1746070970.078944:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.078953:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:2.0:1746070970.078972:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1660:x1830887431211776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.078977:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29734 00000100:00100000:3.0:1746070970.080838:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426747392:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.080859:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.080890:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233800, rc 0) 00000100:00100000:3.0:1746070970.080916:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431211904:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2222us (2363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.080922:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29735 00000100:00100000:0.0:1746070970.082359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.082442:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431212032 00000100:00100000:3.0:1746070970.082448:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431212032 00010000:00010000:3.0:1746070970.082470:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a9 expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.082491:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13536 00000100:00100000:3.0:1746070970.082497:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431212032:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.082515:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.082531:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a9 expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.082540:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a9 expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.082563:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037633 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143a9 expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.082587:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.082588:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.082594:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.082601:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.082625:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.082635:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.082644:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426747648:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.084605:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.087511:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426747648:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.087531:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.087566:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431212032:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5066us (5206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.087576:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13536 00000100:00100000:0.0:1746070970.088029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.088111:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431212288 00000100:00100000:2.0:1746070970.088116:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431212288 00002000:00100000:2.0:1746070970.088145:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e895500 x1830887431212288/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.088157:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e895500 with x1830887431212288 ext(0->4095) 00010000:00010000:2.0:1746070970.088165:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.088174:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.088179:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e895500 00000100:00100000:2.0:1746070970.088398:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2678 00000100:00100000:2.0:1746070970.088405:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e895500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431212288:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070970.089043:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431212288:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 636us (1012us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.089050:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2678 00002000:00100000:2.0:1746070970.089056:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e895500 x1830887431212288/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.089062:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e895500 with x1830887431212288 ext(0->4095) 00010000:00010000:2.0:1746070970.089067:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.089075:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.089080:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e895500 00000100:00100000:0.0:1746070970.092411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.092491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.093319:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431212416 00000100:00100000:3.0:1746070970.093326:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431212416 00000100:00100000:3.0:1746070970.093774:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29736 00000100:00100000:3.0:1746070970.093783:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431212416:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.093798:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.093812:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143be expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.093833:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.093837:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.093842:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070970.093845:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.093892:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.093903:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.093911:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232000, rc 0) 00000100:00100000:3.0:1746070970.093949:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431212416:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (1546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.093955:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29736 00000100:00100000:2.0:1746070970.094027:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431212544 00000100:00100000:2.0:1746070970.094031:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431212544 00010000:00010000:2.0:1746070970.094047:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.094064:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13537 00000100:00100000:2.0:1746070970.094068:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2010:x1830887431212544:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.094076:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.094090:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.094100:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.094114:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d706000803763a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b7 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.094126:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.094127:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.094132:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.094138:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.094155:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.094164:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.094184:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426747904:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.094222:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.097728:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426747904:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.097745:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.097944:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2010:x1830887431212544:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3873us (5451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.097953:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13537 00000100:00100000:3.0:1746070970.098081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.098342:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431212800 00000100:00100000:2.0:1746070970.098347:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431212800 00002000:00100000:2.0:1746070970.098375:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c4000 x1830887431212800/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.098383:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4000 with x1830887431212800 ext(0->4095) 00010000:00010000:2.0:1746070970.098391:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.098401:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.098407:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c4000 00000100:00100000:2.0:1746070970.098421:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2679 00000100:00100000:2.0:1746070970.098427:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431212800:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.098525:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431212800:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (444us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.098534:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2679 00002000:00100000:2.0:1746070970.098539:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c4000 x1830887431212800/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.098546:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4000 with x1830887431212800 ext(0->4095) 00010000:00010000:2.0:1746070970.098549:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.098557:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.098562:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c4000 00000100:00100000:0.0:1746070970.101597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.101644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.101725:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431212928 00000100:00100000:2.0:1746070970.101732:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431212928 00000100:00100000:2.0:1746070970.101765:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29737 00000100:00100000:2.0:1746070970.101771:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431212928:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.101783:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.101795:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143c5 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.101815:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.101820:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.101824:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070970.101827:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143c5 expref: 17 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.101859:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.101893:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143c5 expref: 17 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.101901:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:2.0:1746070970.101946:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431212928:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.101951:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29737 00000100:00100000:3.0:1746070970.102036:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431213056 00000100:00100000:3.0:1746070970.102040:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431213056 00010000:00010000:3.0:1746070970.102058:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.102075:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13538 00000100:00100000:3.0:1746070970.102080:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431213056:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.102087:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.102100:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.102109:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.102124:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037641 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143b0 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.102136:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.102138:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.102143:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.102149:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.102166:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.102175:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.102189:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426748160:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.102229:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.104351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.104685:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426748160:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.104701:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.105348:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431213056:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3266us (3701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.105356:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13538 00000100:00100000:2.0:1746070970.105567:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431213312 00000100:00100000:2.0:1746070970.105572:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431213312 00002000:00100000:2.0:1746070970.105600:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6332a00 x1830887431213312/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.105608:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6332a00 with x1830887431213312 ext(0->4095) 00010000:00010000:2.0:1746070970.105615:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.105625:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.105631:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6332a00 00000100:00100000:2.0:1746070970.105645:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2680 00000100:00100000:2.0:1746070970.105651:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431213312:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.106285:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431213312:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 633us (1937us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.106291:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2680 00002000:00100000:2.0:1746070970.106297:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6332a00 x1830887431213312/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.106303:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6332a00 with x1830887431213312 ext(0->4095) 00010000:00010000:2.0:1746070970.106308:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.106317:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.106322:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6332a00 00000100:00100000:0.0:1746070970.108777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.108895:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431213440 00000100:00100000:3.0:1746070970.108902:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431213440 00010000:00010000:3.0:1746070970.108928:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.109010:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13539 00000100:00100000:3.0:1746070970.109017:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431213440:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.109029:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.109044:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.109055:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.109073:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037648 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143be expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.109088:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.109090:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.109096:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143c5 expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.109103:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143c5 expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.109126:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143c5 expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.109136:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426748288:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.109582:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.111704:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426748288:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.111721:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.111759:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431213440:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2742us (2987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.111767:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13539 00000100:00100000:0.0:1746070970.112699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.112821:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431213696 00000100:00100000:2.0:1746070970.112828:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431213696 00002000:00100000:2.0:1746070970.112858:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6332680 x1830887431213696/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.112889:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6332680 with x1830887431213696 ext(0->4095) 00002000:00010000:2.0:1746070970.112893:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6332680 00000100:00100000:2.0:1746070970.112916:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13477 00000100:00100000:2.0:1746070970.112922:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431213696:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.113023:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431213696:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.113028:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13477 00002000:00100000:2.0:1746070970.113032:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6332680 x1830887431213696/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.113044:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6332680 with x1830887431213696 ext(0->4095) 00002000:00010000:2.0:1746070970.113047:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6332680 00000100:00100000:0.0:1746070970.115242:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.115311:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431213824 00000100:00100000:2.0:1746070970.115317:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431213824 00000100:00100000:2.0:1746070970.115352:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29738 00000100:00100000:2.0:1746070970.115356:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431213824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.115367:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.115380:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143cc expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.115400:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143c5 expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.115406:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.115408:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.115411:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.115433:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143c5 expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.115443:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143c5 expref: 15 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.115453:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426748416:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.115532:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.117756:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426748416:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.117777:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.117789:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290a00, rc 0) 00000100:00100000:2.0:1746070970.117826:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431213824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2468us (2588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.117832:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29738 00000100:00100000:0.0:1746070970.118948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.119323:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431213952 00000100:00100000:3.0:1746070970.119328:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431213952 00010000:00010000:3.0:1746070970.119351:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143c5 expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.119459:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13540 00000100:00100000:3.0:1746070970.119466:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad021050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431213952:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.119476:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.119492:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143c5 expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.119514:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143c5 expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.119531:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803764f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143c5 expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.119552:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.119553:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.119559:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.119565:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.119588:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.119597:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426748544:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.120349:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800725e1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.122660:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.122751:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426748544:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.122766:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.122801:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad021050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2007:x1830887431213952:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3336us (3854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.122809:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13540 00000100:00100000:2.0:1746070970.123096:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431214080 00000100:00100000:2.0:1746070970.123100:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431214080 00000100:00100000:2.0:1746070970.123127:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29739 00000100:00100000:2.0:1746070970.123131:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1660:x1830887431214080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.123143:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.123154:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143d3 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.123173:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.123179:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.123181:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.123184:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.123201:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.123209:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.123218:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426748672:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.123265:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.123406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.123683:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431214336 00000100:00100000:3.0:1746070970.123687:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431214336 00002000:00100000:3.0:1746070970.123705:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e354000 x1830887431214336/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.123713:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354000 with x1830887431214336 ext(0->4095) 00010000:00010000:3.0:1746070970.123718:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.123726:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.123731:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e354000 00000100:00100000:3.0:1746070970.123750:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2681 00000100:00100000:3.0:1746070970.123754:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431214336:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.123830:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431214336:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 76us (425us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.123835:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2681 00002000:00100000:3.0:1746070970.123839:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e354000 x1830887431214336/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.123845:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354000 with x1830887431214336 ext(0->4095) 00010000:00010000:3.0:1746070970.123849:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.123856:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.123860:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e354000 00000100:00100000:0.0:1746070970.126808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.126911:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426748672:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.126931:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.126944:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:2.0:1746070970.126975:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431214080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3843us (4318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.126982:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29739 00000100:00100000:2.0:1746070970.127001:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431214464 00000100:00100000:2.0:1746070970.127004:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431214464 00000100:00100000:2.0:1746070970.127020:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29740 00000100:00100000:2.0:1746070970.127024:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1661:x1830887431214464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.127031:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.127041:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143da expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.127053:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.127057:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.127061:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.127064:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143da expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.127086:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.127094:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143da expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.127099:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:2.0:1746070970.127111:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431214464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.127114:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29740 00000100:00100000:0.0:1746070970.128237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.128988:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431214592 00000100:00100000:3.0:1746070970.128994:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431214592 00010000:00010000:3.0:1746070970.129017:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.129048:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13541 00000100:00100000:3.0:1746070970.129054:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431214592:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.129064:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.129078:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.129086:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.129103:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037656 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143cc expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.129125:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.129127:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.129132:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.129138:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.129158:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.129170:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.129178:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426748928:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.129232:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.131578:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426748928:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.131593:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.131630:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431214592:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2575us (3394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.131638:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13541 00000100:00100000:0.0:1746070970.132153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.132292:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431214848 00000100:00100000:1.0:1746070970.132297:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431214848 00002000:00100000:1.0:1746070970.132324:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082105500 x1830887431214848/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.132332:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082105500 with x1830887431214848 ext(0->4095) 00010000:00010000:1.0:1746070970.132340:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.132350:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.132356:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082105500 00000100:00100000:1.0:1746070970.132378:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2682 00000100:00100000:1.0:1746070970.132384:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431214848:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070970.132478:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431214848:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.132483:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2682 00002000:00100000:1.0:1746070970.132487:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082105500 x1830887431214848/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.132494:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082105500 with x1830887431214848 ext(0->4095) 00010000:00010000:1.0:1746070970.132506:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.132514:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.132519:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082105500 00000100:00100000:0.0:1746070970.136915:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.137019:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431214976 00000100:00100000:3.0:1746070970.137028:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431214976 00010000:00010000:3.0:1746070970.137058:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.137475:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13542 00000100:00100000:3.0:1746070970.137482:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2010:x1830887431214976:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.137495:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.137519:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.137530:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.137548:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803765d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143d3 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.137570:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.137572:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.137578:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143da expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.137584:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143da expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.137612:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143da expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.137623:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426749056:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.138003:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.141311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.141411:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431215232 00000100:00100000:2.0:1746070970.141418:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431215232 00002000:00100000:2.0:1746070970.141449:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082105f80 x1830887431215232/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.141457:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082105f80 with x1830887431215232 ext(0->4095) 00002000:00010000:2.0:1746070970.141460:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082105f80 00000100:00100000:2.0:1746070970.141485:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13478 00000100:00100000:2.0:1746070970.141492:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431215232:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.141627:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431215232:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (320us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.141633:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13478 00002000:00100000:2.0:1746070970.141638:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082105f80 x1830887431215232/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.141650:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082105f80 with x1830887431215232 ext(0->4095) 00002000:00010000:2.0:1746070970.141652:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082105f80 00000100:00100000:3.0:1746070970.141724:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426749056:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.141740:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.141758:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2010:x1830887431214976:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4278us (4853us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.141765:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13542 00000100:00100000:0.0:1746070970.143795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.144541:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431215360 00000100:00100000:1.0:1746070970.144548:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431215360 00000100:00100000:1.0:1746070970.144643:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29741 00000100:00100000:1.0:1746070970.144650:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431215360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.144666:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.144679:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143e1 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.144702:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143da expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.144708:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.144711:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.144713:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e1 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.144737:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143da expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.144747:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143da expref: 15 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746070970.144757:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e355500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426749184:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.145279:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.147305:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e355500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426749184:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070970.147327:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e1 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.147341:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779000, rc 0) 00000100:00100000:1.0:1746070970.147374:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431215360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2723us (3582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.147380:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29741 00000100:00100000:0.0:1746070970.148251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.148567:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431215488 00000100:00100000:3.0:1746070970.148573:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431215488 00010000:00010000:3.0:1746070970.148598:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143da expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.148844:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13543 00000100:00100000:3.0:1746070970.148852:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431215488:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.148969:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.148986:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143da expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.148995:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143da expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.149013:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037664 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143da expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.149037:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.149038:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.149045:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e1 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.149052:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e1 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.149078:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e1 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.149087:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426749312:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.149156:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.152200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.152347:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426749312:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.152364:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.152396:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431215488:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3545us (4146us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.152408:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13543 00000100:00100000:1.0:1746070970.152474:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431215744 00000100:00100000:1.0:1746070970.152479:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431215744 00002000:00100000:1.0:1746070970.152514:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082107b80 x1830887431215744/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.152523:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082107b80 with x1830887431215744 ext(0->4095) 00002000:00010000:1.0:1746070970.152527:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082107b80 00000100:00100000:1.0:1746070970.152547:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13479 00000100:00100000:1.0:1746070970.152552:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431215744:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070970.152633:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431215744:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.152637:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13479 00002000:00100000:1.0:1746070970.152642:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082107b80 x1830887431215744/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.152648:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082107b80 with x1830887431215744 ext(0->4095) 00002000:00010000:1.0:1746070970.152651:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082107b80 00000100:00100000:0.0:1746070970.152810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.152887:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431215872 00000100:00100000:0.0:1746070970.152890:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431215872 00000100:00100000:0.0:1746070970.152922:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29742 00000100:00100000:0.0:1746070970.152927:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1660:x1830887431215872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070970.152934:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070970.152945:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143e8 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.152963:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e1 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.152969:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.152971:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.152973:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.152992:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e1 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.153000:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e1 expref: 5 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746070970.153009:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5c1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426749440:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070970.153051:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.155793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.155993:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431216000 00000100:00100000:3.0:1746070970.156001:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431216000 00000100:00100000:1.0:1746070970.156094:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5c1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426749440:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070970.156115:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 17 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.156129:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2600, rc 0) 00000100:00100000:1.0:1746070970.156160:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431215872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3232us (3349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.156166:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29742 00000100:00100000:1.0:1746070970.156183:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29743 00000100:00100000:1.0:1746070970.156190:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1661:x1830887431216000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.156200:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.156211:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143ef expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.156226:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070970.156229:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 17 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.156234:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.156237:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143ef expref: 17 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.156258:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 17 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.156267:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143ef expref: 17 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.156273:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00000100:00100000:1.0:1746070970.156287:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431216000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.156291:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29743 00000100:00100000:0.0:1746070970.158037:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.158230:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431216128 00000100:00100000:3.0:1746070970.158236:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431216128 00010000:00010000:3.0:1746070970.158264:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e1 expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.158589:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13544 00000100:00100000:3.0:1746070970.158596:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431216128:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.158607:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.158621:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e1 expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.158631:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e1 expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.158648:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803766b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e1 expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.158893:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.158895:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.158901:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.158907:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.158936:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.158945:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.158954:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426749696:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.159389:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.161515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.161612:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426749696:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.161632:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.161665:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431216128:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3070us (3632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.161674:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13544 00000100:00100000:2.0:1746070970.161743:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431216384 00000100:00100000:2.0:1746070970.161749:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431216384 00002000:00100000:2.0:1746070970.161779:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d500 x1830887431216384/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.161787:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d500 with x1830887431216384 ext(0->4095) 00010000:00010000:2.0:1746070970.161795:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.161806:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.161812:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c1d500 00000100:00100000:2.0:1746070970.162357:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2683 00000100:00100000:2.0:1746070970.162365:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431216384:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070970.162453:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431216384:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (944us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.162458:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2683 00002000:00100000:2.0:1746070970.162462:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d500 x1830887431216384/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.162468:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d500 with x1830887431216384 ext(0->4095) 00010000:00010000:2.0:1746070970.162472:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.162481:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.162486:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c1d500 00000100:00100000:0.0:1746070970.164974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.165045:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431216512 00000100:00100000:3.0:1746070970.165052:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431216512 00010000:00010000:3.0:1746070970.165078:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.165204:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13545 00000100:00100000:3.0:1746070970.165210:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2009:x1830887431216512:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.165220:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.165233:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.165247:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.165264:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037672 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143e8 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.165274:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.165276:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.165281:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143ef expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.165287:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143ef expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.165310:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143ef expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.165318:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426749824:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.165814:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.168096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.168231:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426749824:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.168250:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.168286:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2009:x1830887431216512:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3075us (3317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.168295:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13545 00000100:00100000:1.0:1746070970.168555:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431216768 00000100:00100000:1.0:1746070970.168561:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431216768 00002000:00100000:1.0:1746070970.168588:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe3800 x1830887431216768/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.168596:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe3800 with x1830887431216768 ext(0->4095) 00002000:00010000:1.0:1746070970.168599:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cfe3800 00000100:00100000:1.0:1746070970.168626:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13480 00000100:00100000:1.0:1746070970.168632:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431216768:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070970.168733:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431216768:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (641us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.168742:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13480 00002000:00100000:1.0:1746070970.168746:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe3800 x1830887431216768/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.168753:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe3800 with x1830887431216768 ext(0->4095) 00002000:00010000:1.0:1746070970.168756:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cfe3800 00000100:00100000:0.0:1746070970.171168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.171217:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431216896 00000100:00100000:2.0:1746070970.171227:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431216896 00000100:00100000:2.0:1746070970.171273:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29744 00000100:00100000:2.0:1746070970.171283:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431216896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.171296:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.171313:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143f6 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.171337:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143ef expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.171343:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.171344:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.171347:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143f6 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.171372:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143ef expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.171381:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143ef expref: 15 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.171391:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426749952:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.171474:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.173740:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426749952:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.173768:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143f6 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.173780:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:2.0:1746070970.173827:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431216896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2547us (2664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.173835:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29744 00000100:00100000:0.0:1746070970.175026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.175105:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431217024 00000100:00100000:3.0:1746070970.175111:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431217024 00010000:00010000:3.0:1746070970.175136:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143ef expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.175407:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13546 00000100:00100000:3.0:1746070970.175415:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431217024:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.175425:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.175439:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143ef expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.175449:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143ef expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.175466:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037679 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143ef expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.175491:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.175493:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.175508:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143f6 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.175514:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143f6 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.175540:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143f6 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.175549:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426750080:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.175825:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.177820:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426750080:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.177840:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.177912:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431217024:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2497us (2887us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.177922:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13546 00000100:00100000:0.0:1746070970.178717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.178936:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431217280 00000100:00100000:3.0:1746070970.178941:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431217280 00002000:00100000:3.0:1746070970.178971:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe1f80 x1830887431217280/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.178980:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe1f80 with x1830887431217280 ext(0->4095) 00002000:00010000:3.0:1746070970.178985:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cfe1f80 00000100:00100000:3.0:1746070970.179011:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13481 00000100:00100000:3.0:1746070970.179017:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431217280:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070970.179120:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431217280:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (404us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.179125:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13481 00002000:00100000:3.0:1746070970.179129:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe1f80 x1830887431217280/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.179136:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe1f80 with x1830887431217280 ext(0->4095) 00002000:00010000:3.0:1746070970.179139:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cfe1f80 00000100:00100000:0.0:1746070970.179774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.180850:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431217408 00000100:00100000:3.0:1746070970.180857:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431217408 00000100:00100000:3.0:1746070970.180913:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29745 00000100:00100000:3.0:1746070970.180921:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1660:x1830887431217408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.180935:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.180949:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0143fd expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.180975:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143f6 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.180981:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.180983:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.180985:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.181011:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143f6 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.181020:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143f6 expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.181029:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426750208:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.181092:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.184052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.184311:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431217536 00000100:00100000:2.0:1746070970.184318:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431217536 00000100:00100000:2.0:1746070970.184367:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29746 00000100:00100000:2.0:1746070970.184374:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431217536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.184387:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.184400:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014404 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.184423:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.184428:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.184434:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.184437:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014404 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.184467:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.184482:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014404 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.184588:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290e00, rc 0) 00000100:00100000:2.0:1746070970.184707:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1661:x1830887431217536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 333us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.184717:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29746 00000100:00100000:0.0:1746070970.185371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.185588:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431217664 00000100:00100000:2.0:1746070970.185592:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431217664 00010000:00010000:2.0:1746070970.185609:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143f6 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.185638:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13547 00000100:00100000:2.0:1746070970.185643:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad020c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431217664:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.185652:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.185670:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143f6 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.185680:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143f6 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.185695:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.185697:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.185702:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.185713:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.185731:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.185740:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.185751:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426750464:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.185802:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013563e900 going to sleep for 11 seconds 00010000:00010000:3.0:1746070970.186198:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008037680 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143f6 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.186224:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426750208:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.186243:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.186254:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.186262:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:3.0:1746070970.186289:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431217408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5369us (6515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.186294:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29745 00000100:00100000:0.0:1746070970.188622:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.188841:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426750464:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.188856:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070970.189045:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431217920 00000100:00100000:1.0:1746070970.189051:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431217920 00000100:00100000:2.0:1746070970.189063:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad020c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431217664:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3418us (3691us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.189071:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13547 00002000:00100000:1.0:1746070970.189080:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094919c00 x1830887431217920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.189088:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919c00 with x1830887431217920 ext(0->4095) 00010000:00010000:1.0:1746070970.189095:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.189105:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.189110:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094919c00 00000100:00100000:1.0:1746070970.189360:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2684 00000100:00100000:1.0:1746070970.189368:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431217920:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070970.189474:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431217920:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (857us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.189543:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2684 00002000:00100000:1.0:1746070970.189550:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094919c00 x1830887431217920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.189562:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919c00 with x1830887431217920 ext(0->4095) 00010000:00010000:1.0:1746070970.189567:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.189575:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.189580:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094919c00 00000100:00100000:0.0:1746070970.190710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.190829:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431218048 00000100:00100000:2.0:1746070970.190833:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431218048 00010000:00010000:2.0:1746070970.190848:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.190884:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13548 00000100:00100000:2.0:1746070970.190890:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2009:x1830887431218048:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.190898:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.190909:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.190917:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.190934:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037687 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0143fd expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.190956:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.190958:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.190967:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014404 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.190974:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014404 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.190999:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014404 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.191008:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426750592:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.191072:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.193958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.194053:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426750592:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.194071:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.194103:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2009:x1830887431218048:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3214us (3394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.194112:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13548 00000100:00100000:1.0:1746070970.194197:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431218304 00000100:00100000:1.0:1746070970.194202:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431218304 00002000:00100000:1.0:1746070970.194232:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094919500 x1830887431218304/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.194241:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919500 with x1830887431218304 ext(0->4095) 00002000:00010000:1.0:1746070970.194244:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094919500 00000100:00100000:1.0:1746070970.194270:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13482 00000100:00100000:1.0:1746070970.194276:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431218304:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070970.194365:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431218304:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.194370:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13482 00002000:00100000:1.0:1746070970.194374:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094919500 x1830887431218304/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.194381:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919500 with x1830887431218304 ext(0->4095) 00002000:00010000:1.0:1746070970.194384:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094919500 00000100:00100000:0.0:1746070970.196469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.196556:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431218432 00000100:00100000:3.0:1746070970.196562:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431218432 00000100:00100000:3.0:1746070970.196601:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29747 00000100:00100000:3.0:1746070970.196607:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431218432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.196618:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.196631:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01440b expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.196652:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014404 expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.196658:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.196659:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.196663:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01440b expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.196684:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014404 expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.196697:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014404 expref: 15 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.196707:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426750720:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.196761:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.199199:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426750720:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.199229:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01440b expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.199243:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233800, rc 0) 00000100:00100000:3.0:1746070970.199292:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431218432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2684us (2826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.199299:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29747 00000100:00100000:0.0:1746070970.199861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.200243:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431218560 00000100:00100000:2.0:1746070970.200248:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431218560 00010000:00010000:2.0:1746070970.200272:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014404 expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.200302:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13549 00000100:00100000:2.0:1746070970.200308:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431218560:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.200319:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.200334:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014404 expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.200343:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014404 expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.200361:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803768e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014404 expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.200385:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.200387:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.200393:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01440b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.200400:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01440b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.200422:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01440b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.200435:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426750848:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.200488:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.202428:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426750848:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.202444:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.202482:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431218560:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2173us (2621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.202489:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13549 00000100:00100000:0.0:1746070970.203776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.203884:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431218816 00000100:00100000:3.0:1746070970.203890:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431218816 00002000:00100000:3.0:1746070970.203920:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedea00 x1830887431218816/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.203928:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedea00 with x1830887431218816 ext(0->4095) 00002000:00010000:3.0:1746070970.203932:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dedea00 00000100:00100000:3.0:1746070970.203957:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13483 00000100:00100000:3.0:1746070970.203964:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431218816:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070970.204053:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431218816:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 90us (278us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.204062:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13483 00002000:00100000:3.0:1746070970.204066:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedea00 x1830887431218816/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.204078:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedea00 with x1830887431218816 ext(0->4095) 00002000:00010000:3.0:1746070970.204081:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dedea00 00000100:00100000:0.0:1746070970.204645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.204995:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431218944 00000100:00100000:3.0:1746070970.204999:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431218944 00000100:00100000:3.0:1746070970.205081:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29748 00000100:00100000:3.0:1746070970.205087:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1660:x1830887431218944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.205405:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.205418:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014412 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.205437:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01440b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.205443:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.205445:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.205448:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.205471:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01440b expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.205481:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01440b expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.205495:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426750976:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.205568:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.207454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.207578:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431219072 00000100:00100000:2.0:1746070970.207584:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431219072 00000100:00100000:2.0:1746070970.207622:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29749 00000100:00100000:2.0:1746070970.207628:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431219072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.207640:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.207652:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014419 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.207671:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.207675:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.207681:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.207684:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014419 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.207711:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.207726:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014419 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.207735:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:2.0:1746070970.208395:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1661:x1830887431219072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 766us (945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.208401:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29749 00000100:00100000:3.0:1746070970.210905:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426750976:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.210931:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.210945:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232000, rc 0) 00000100:00100000:3.0:1746070970.210985:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431218944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5897us (6340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.210993:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29748 00000100:00100000:0.0:1746070970.212117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.212350:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431219200 00000100:00100000:2.0:1746070970.212357:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431219200 00010000:00010000:2.0:1746070970.212380:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01440b expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.212431:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13550 00000100:00100000:2.0:1746070970.212437:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431219200:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.212448:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.212464:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01440b expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.212473:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01440b expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.212490:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037695 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01440b expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.212659:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.212661:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.212668:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.212675:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.212703:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.212712:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.212722:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426751232:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.213534:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.215672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.215757:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426751232:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.215773:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.215809:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431219200:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3372us (3693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.215818:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13550 00000100:00100000:1.0:1746070970.216229:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431219456 00000100:00100000:1.0:1746070970.216235:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431219456 00002000:00100000:1.0:1746070970.216263:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072775f80 x1830887431219456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.216270:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775f80 with x1830887431219456 ext(0->4095) 00010000:00010000:1.0:1746070970.216277:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.216288:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.216293:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072775f80 00000100:00100000:1.0:1746070970.216307:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2685 00000100:00100000:1.0:1746070970.216312:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431219456:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070970.216413:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431219456:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (745us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.216418:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2685 00002000:00100000:1.0:1746070970.216422:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072775f80 x1830887431219456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.216429:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775f80 with x1830887431219456 ext(0->4095) 00010000:00010000:1.0:1746070970.216433:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.216441:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.216450:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072775f80 00000100:00100000:0.0:1746070970.218808:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.218886:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431219584 00000100:00100000:2.0:1746070970.218893:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431219584 00010000:00010000:2.0:1746070970.218918:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.218952:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13551 00000100:00100000:2.0:1746070970.218958:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2010:x1830887431219584:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.218970:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.219247:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.219261:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.219280:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803769c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014412 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.219819:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.219821:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.219828:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014419 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.219836:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014419 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.219892:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014419 expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.219903:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426751360:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.219974:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.223163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.223256:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426751360:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.223274:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.223557:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431219840 00000100:00100000:3.0:1746070970.223563:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431219840 00002000:00100000:3.0:1746070970.223596:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072775c00 x1830887431219840/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.223605:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775c00 with x1830887431219840 ext(0->4095) 00002000:00010000:3.0:1746070970.223609:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072775c00 00000100:00100000:2.0:1746070970.223792:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2010:x1830887431219584:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4832us (4988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.223804:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13551 00000100:00100000:3.0:1746070970.224190:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13484 00000100:00100000:3.0:1746070970.224198:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431219840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.224547:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431219840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 350us (1391us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.224552:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13484 00002000:00100000:3.0:1746070970.224557:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072775c00 x1830887431219840/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.224569:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775c00 with x1830887431219840 ext(0->4095) 00002000:00010000:3.0:1746070970.224571:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072775c00 00000100:00100000:0.0:1746070970.227267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.227326:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431219968 00000100:00100000:3.0:1746070970.227332:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431219968 00000100:00100000:3.0:1746070970.227376:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29750 00000100:00100000:3.0:1746070970.227383:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431219968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.227396:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.227409:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014420 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.227432:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014419 expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.227439:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.227440:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.227443:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.227468:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014419 expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.227478:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014419 expref: 15 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.227489:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426751488:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.227575:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.230549:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426751488:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.230578:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.230593:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232600, rc 0) 00000100:00100000:3.0:1746070970.230629:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431219968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3247us (3366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.230637:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29750 00000100:00100000:0.0:1746070970.231197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.231349:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431220096 00000100:00100000:2.0:1746070970.231355:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431220096 00010000:00010000:2.0:1746070970.231377:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014419 expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.231396:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13552 00000100:00100000:2.0:1746070970.231402:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431220096:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.231413:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.232081:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014419 expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.232095:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014419 expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.232114:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080376a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014419 expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.232140:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.232141:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.232147:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.232154:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.232179:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.232194:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426751616:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.232305:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.234508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.234613:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426751616:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070970.234613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:2.0:1746070970.234630:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.234661:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431220096:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3259us (3465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.234668:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13552 00000100:00100000:2.0:1746070970.234715:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431220480 00000100:00100000:2.0:1746070970.234719:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431220480 00002000:00100000:2.0:1746070970.234745:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072776d80 x1830887431220480/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.234754:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072776d80 with x1830887431220480 ext(0->4095) 00002000:00010000:2.0:1746070970.234757:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072776d80 00000100:00100000:3.0:1746070970.234887:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431220224 00000100:00100000:3.0:1746070970.234891:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431220224 00000100:00100000:3.0:1746070970.234925:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29751 00000100:00100000:3.0:1746070970.234931:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1660:x1830887431220224:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.234941:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.234959:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014427 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.234980:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.234987:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.234988:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.234991:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.235016:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.235028:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.235423:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2686 00000100:00100000:2.0:1746070970.235431:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431220480:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070970.235436:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426751744:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.235488:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.235698:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431220480:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 267us (1083us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.235704:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2686 00002000:00100000:2.0:1746070970.235710:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072776d80 x1830887431220480/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.235717:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072776d80 with x1830887431220480 ext(0->4095) 00010000:00010000:2.0:1746070970.235722:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.235733:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.235738:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072776d80 00000100:00100000:0.0:1746070970.238692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.238776:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431220608 00000100:00100000:2.0:1746070970.238782:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431220608 00000100:00100000:2.0:1746070970.238822:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29752 00000100:00100000:2.0:1746070970.238827:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431220608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.238839:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.238851:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01442e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.238882:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.238886:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.238891:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.238894:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01442e expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.238921:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.238929:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01442e expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.238936:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290a00, rc 0) 00000100:00100000:2.0:1746070970.238968:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1661:x1830887431220608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.238972:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29752 00000100:00100000:3.0:1746070970.239118:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426751744:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.239135:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.239142:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232200, rc 0) 00000100:00100000:3.0:1746070970.239168:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431220224:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4237us (4720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.239173:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29751 00000100:00100000:0.0:1746070970.240431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.240481:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431220736 00000100:00100000:2.0:1746070970.240486:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431220736 00010000:00010000:2.0:1746070970.240512:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.240543:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13553 00000100:00100000:2.0:1746070970.240549:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431220736:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.240556:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.240570:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.240579:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.240595:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014420 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.240613:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.240615:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.240621:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.240628:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.240653:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.240662:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.240671:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426752000:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.240728:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.246767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.246921:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426752000:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.246936:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.246970:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431220736:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6420us (6540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.246978:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13553 00000100:00100000:1.0:1746070970.247059:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431220992 00000100:00100000:1.0:1746070970.247064:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431220992 00002000:00100000:1.0:1746070970.247094:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8fb80 x1830887431220992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.247101:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8fb80 with x1830887431220992 ext(0->4095) 00010000:00010000:1.0:1746070970.247108:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.247232:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.247238:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8fb80 00000100:00100000:1.0:1746070970.247250:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2687 00000100:00100000:1.0:1746070970.247256:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431220992:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070970.247355:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431220992:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (593us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.247359:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2687 00002000:00100000:1.0:1746070970.247364:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8fb80 x1830887431220992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.247370:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8fb80 with x1830887431220992 ext(0->4095) 00010000:00010000:1.0:1746070970.247373:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.247385:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.247390:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8fb80 00000100:00100000:0.0:1746070970.251036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.251126:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431221120 00000100:00100000:2.0:1746070970.251134:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431221120 00010000:00010000:2.0:1746070970.251164:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.251189:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13554 00000100:00100000:2.0:1746070970.251195:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad020850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2010:x1830887431221120:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.251207:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.251224:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.251239:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.251257:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d70600080376b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014427 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.251286:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.251288:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.251294:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01442e expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.251302:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01442e expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.251329:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01442e expref: 16 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.251339:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426752128:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.251403:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.253233:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.253320:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426752128:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.253338:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.253372:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad020850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2010:x1830887431221120:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2177us (2343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.253381:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13554 00000100:00100000:3.0:1746070970.253462:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431221376 00000100:00100000:3.0:1746070970.253467:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431221376 00002000:00100000:3.0:1746070970.253493:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8c380 x1830887431221376/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.253512:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8c380 with x1830887431221376 ext(0->4095) 00002000:00010000:3.0:1746070970.253515:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8c380 00000100:00100000:3.0:1746070970.253537:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13486 00000100:00100000:3.0:1746070970.253543:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431221376:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.253888:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431221376:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 345us (661us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.253894:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13486 00002000:00100000:3.0:1746070970.253899:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8c380 x1830887431221376/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.253912:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8c380 with x1830887431221376 ext(0->4095) 00002000:00010000:3.0:1746070970.253915:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8c380 00000100:00100000:0.0:1746070970.259069:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.259150:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431221504 00000100:00100000:3.0:1746070970.259157:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431221504 00000100:00100000:3.0:1746070970.259202:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29753 00000100:00100000:3.0:1746070970.259208:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431221504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.259223:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.259235:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014435 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.259259:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01442e expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.259265:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.259267:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.259270:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.259293:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01442e expref: 15 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.259303:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01442e expref: 15 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.259314:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426752256:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.259556:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.261245:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426752256:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.261266:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.261279:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233800, rc 0) 00000100:00100000:3.0:1746070970.261304:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431221504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2096us (2242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.261311:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29753 00000100:00100000:0.0:1746070970.262033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.262101:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431221632 00000100:00100000:2.0:1746070970.262106:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431221632 00010000:00010000:2.0:1746070970.262127:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01442e expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.262144:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13555 00000100:00100000:2.0:1746070970.262149:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431221632:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.262158:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.262172:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01442e expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.262180:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01442e expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.262196:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080376b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01442e expref: 16 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.262217:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.262218:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.262223:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.262230:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.262249:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.262257:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426752384:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.262304:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.266104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.266215:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431221760 00000100:00100000:2.0:1746070970.266219:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426752384:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.266221:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431221760 00010000:00010000:2.0:1746070970.266234:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.266268:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431221632:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4118us (4235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.266275:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13555 00000100:00100000:0.0:1746070970.266516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.266771:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431222016 00000100:00100000:2.0:1746070970.266775:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431222016 00002000:00100000:2.0:1746070970.266798:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327bbb80 x1830887431222016/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.266807:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bbb80 with x1830887431222016 ext(0->4095) 00002000:00010000:2.0:1746070970.266811:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327bbb80 00000100:00100000:2.0:1746070970.266823:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13487 00000100:00100000:2.0:1746070970.266829:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431222016:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070970.266894:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29754 00000100:00100000:3.0:1746070970.266901:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1660:x1830887431221760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.266909:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.266920:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01443c expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.266943:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.266950:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.266951:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.266954:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.266976:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.266985:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.266995:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426752512:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.267008:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431222016:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (491us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.267013:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13487 00002000:00100000:2.0:1746070970.267018:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327bbb80 x1830887431222016/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.267026:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bbb80 with x1830887431222016 ext(0->4095) 00010000:00010000:2.0:1746070970.267031:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.267042:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.267048:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327bbb80 00000100:00100000:3.0:1746070970.267049:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.269634:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426752512:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.269657:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.269670:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:3.0:1746070970.269714:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431221760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2814us (3616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.269721:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29754 00000100:00100000:0.0:1746070970.274293:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.274932:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431222144 00000100:00100000:3.0:1746070970.274941:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431222144 00000100:00100000:3.0:1746070970.274999:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29755 00000100:00100000:3.0:1746070970.275006:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1661:x1830887431222144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.275020:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.275035:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014443 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.275058:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.275062:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.275068:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.275071:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014443 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.275106:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.275115:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014443 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.275123:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233000, rc 0) 00000100:00100000:3.0:1746070970.275158:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431222144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.275164:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29755 00000100:00100000:0.0:1746070970.277016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.280247:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431222272 00000100:00100000:2.0:1746070970.280263:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431222272 00010000:00010000:2.0:1746070970.280299:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.280336:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13556 00000100:00100000:2.0:1746070970.280342:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431222272:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.280354:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.280369:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.280379:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.280398:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080376bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014435 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.280425:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.280427:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.280433:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.280440:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.280475:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.280485:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.280505:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426752768:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.280589:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.286634:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426752768:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.286653:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.286854:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431222272:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6510us (9841us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.286882:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13556 00000100:00100000:1.0:1746070970.289219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.289342:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431222528 00000100:00100000:2.0:1746070970.289350:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431222528 00002000:00100000:2.0:1746070970.289388:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e355500 x1830887431222528/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.289398:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e355500 with x1830887431222528 ext(0->4095) 00010000:00010000:2.0:1746070970.289406:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.289419:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.289425:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e355500 00000100:00100000:2.0:1746070970.289961:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2688 00000100:00100000:2.0:1746070970.289970:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431222528:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.290544:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431222528:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 574us (1329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.290551:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2688 00002000:00100000:2.0:1746070970.290557:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e355500 x1830887431222528/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.290564:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e355500 with x1830887431222528 ext(0->4095) 00010000:00010000:2.0:1746070970.290570:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.290581:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.290587:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e355500 00000100:00100000:1.0:1746070970.295308:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.296187:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431222656 00000100:00100000:2.0:1746070970.296194:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431222656 00010000:00010000:2.0:1746070970.296224:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.296836:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13557 00000100:00100000:2.0:1746070970.296844:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431222656:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.296856:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.296886:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.296901:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.296920:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01443c expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.296943:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.296944:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.296950:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014443 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.296956:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014443 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.296979:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014443 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.296987:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426752896:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.297048:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726056c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.300188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.300239:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431222912 00000100:00100000:3.0:1746070970.300245:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431222912 00002000:00100000:3.0:1746070970.300281:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b8000 x1830887431222912/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.300290:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b8000 with x1830887431222912 ext(0->4095) 00002000:00010000:3.0:1746070970.300294:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327b8000 00000100:00100000:3.0:1746070970.300312:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13488 00000100:00100000:3.0:1746070970.300318:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2010:x1830887431222912:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070970.300434:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2010:x1830887431222912:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (250us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.300440:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13488 00002000:00100000:3.0:1746070970.300445:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b8000 x1830887431222912/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.300456:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b8000 with x1830887431222912 ext(0->4095) 00002000:00010000:3.0:1746070970.300458:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327b8000 00000100:00100000:2.0:1746070970.300556:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426752896:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.300569:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.300588:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431222656:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3746us (5287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.300594:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13557 00000100:00100000:0.0:1746070970.303188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.303298:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431223040 00000100:00100000:1.0:1746070970.303305:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431223040 00000100:00100000:1.0:1746070970.303915:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29756 00000100:00100000:1.0:1746070970.303922:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431223040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.303938:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.303953:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01444a expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.303977:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014443 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.303983:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.303985:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.303987:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.304012:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014443 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.304022:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014443 expref: 15 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746070970.304034:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbdd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426753024:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.304105:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.306428:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbdd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426753024:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070970.306451:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.306463:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00000100:00100000:1.0:1746070970.307055:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431223040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3132us (3870us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.307062:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29756 00000100:00100000:1.0:1746070970.308043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.308150:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431223168 00000100:00100000:3.0:1746070970.308160:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431223168 00010000:00010000:3.0:1746070970.308186:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014443 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.308207:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13558 00000100:00100000:3.0:1746070970.308213:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431223168:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.308222:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.308237:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014443 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.308247:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014443 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.308266:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080376cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014443 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.308280:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.308281:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.308287:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.308294:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.308322:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.308333:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426753152:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.308583:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.314930:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426753152:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.314955:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.315012:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2007:x1830887431223168:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6797us (6973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.315021:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13558 00000100:00100000:2.0:1746070970.315693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.315999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.316056:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431223424 00000100:00100000:1.0:1746070970.316061:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431223424 00002000:00100000:1.0:1746070970.316092:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eaca80 x1830887431223424/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.316102:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaca80 with x1830887431223424 ext(0->4095) 00002000:00010000:1.0:1746070970.316105:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eaca80 00000100:00100000:0.0:1746070970.317040:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431223552 00000100:00100000:0.0:1746070970.317044:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431223552 00000100:00100000:0.0:1746070970.317080:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29757 00000100:00100000:0.0:1746070970.317087:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1660:x1830887431223552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070970.317098:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070970.317114:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014451 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.317138:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.317148:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.317150:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.317153:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.317177:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.317185:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746070970.317194:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426753280:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.317266:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2689 00000100:00100000:1.0:1746070970.317272:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431223424:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070970.317368:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431223424:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (1676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.317373:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2689 00002000:00100000:1.0:1746070970.317378:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eaca80 x1830887431223424/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.317386:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaca80 with x1830887431223424 ext(0->4095) 00010000:00010000:1.0:1746070970.317390:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.317398:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.317403:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eaca80 00000100:00100000:0.0:1746070970.317577:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.322702:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.324300:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431223680 00000100:00100000:2.0:1746070970.324309:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431223680 00000100:00100000:2.0:1746070970.324350:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29758 00000100:00100000:2.0:1746070970.324356:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1661:x1830887431223680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.324370:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.324382:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014458 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.324403:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.324408:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.324413:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.324416:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.324446:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070970.324448:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426753280:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.324456:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.324465:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00010000:00010000:1.0:1746070970.324466:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.324475:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2a00, rc 0) 00000100:00100000:2.0:1746070970.324507:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1661:x1830887431223680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (1811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.324509:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1660:x1830887431223552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7423us (8511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.324513:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29758 00000100:00100000:1.0:1746070970.324517:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29757 00000100:00100000:0.0:1746070970.324876:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.324916:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431223808 00000100:00100000:3.0:1746070970.324927:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431223808 00010000:00010000:3.0:1746070970.324945:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.324964:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13559 00000100:00100000:3.0:1746070970.324968:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431223808:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.324975:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.324989:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.324998:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.325012:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080376d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01444a expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.325037:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.325039:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.325044:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.325050:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.325067:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 16 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.325076:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 16 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.325207:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426753536:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.325260:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.325848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.325903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.325929:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.326720:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431224064 00000100:00100000:2.0:1746070970.326725:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431224064 00000100:00100000:2.0:1746070970.326756:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431224576 00000100:00100000:2.0:1746070970.326758:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431224576 00000100:00100000:2.0:1746070970.326774:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1050 00000100:00100000:2.0:1746070970.326779:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431224064:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070970.326814:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431224064:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 35us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.326819:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1050 00000100:00100000:2.0:1746070970.326831:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1051 00000100:00100000:2.0:1746070970.326835:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431224576:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070970.326854:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431224576:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 18us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.326859:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1051 00000100:00100000:1.0:1746070970.327009:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431224320 00000100:00100000:1.0:1746070970.327013:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431224320 00000100:00100000:1.0:1746070970.327037:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 737 00000100:00100000:1.0:1746070970.327042:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2007:x1830887431224320:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070970.327063:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2007:x1830887431224320:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 22us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.327067:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 737 00000100:00080000:0.0:1746070970.327164:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070970.327167:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746070970.327169:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070970.327230:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.327244:0:7213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431223936 00000100:00100000:3.0:1746070970.327246:0:7213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431223936 00000100:00100000:3.0:1746070970.327265:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 542 00000100:00100000:3.0:1746070970.327269:0:7213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:61fe79c9-085c-4ff1-ac4e-0d8c7f263f56+12:2007:x1830887431223936:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:3.0:1746070970.327284:0:7213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7eedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:61fe79c9-085c-4ff1-ac4e-0d8c7f263f56+12:2007:x1830887431223936:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 15us (55us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.327289:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 542 00000100:00100000:3.0:1746070970.327318:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.327326:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431224192 00000100:00100000:3.0:1746070970.327328:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431224192 00000100:00100000:3.0:1746070970.327344:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1052 00000100:00100000:3.0:1746070970.327347:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2007:x1830887431224192:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:3.0:1746070970.327363:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2007:x1830887431224192:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 16us (45us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.327367:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1052 00000100:00100000:3.0:1746070970.327388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.327396:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431224448 00000100:00100000:3.0:1746070970.327398:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431224448 00000100:00100000:3.0:1746070970.327411:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1053 00000100:00100000:3.0:1746070970.327415:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887431224448:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:3.0:1746070970.327433:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887431224448:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 17us (44us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.327438:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1053 00000100:00100000:3.0:1746070970.327472:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.327540:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431224704 00000100:00100000:1.0:1746070970.327543:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431224704 00000100:00100000:1.0:1746070970.327560:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 738 00000100:00100000:1.0:1746070970.327563:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431224704:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070970.327585:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431224704:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 20us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.327589:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 738 00000100:00080000:0.0:1746070970.327647:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070970.327649:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746070970.327651:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746070970.328677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.328842:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426753536:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070970.328857:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070970.328907:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431223808:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3937us (4044us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070970.328914:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13559 00000100:00100000:2.0:1746070970.329003:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431224960 00000100:00100000:2.0:1746070970.329007:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431224960 00002000:00100000:2.0:1746070970.329031:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c7800 x1830887431224960/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.329039:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c7800 with x1830887431224960 ext(0->4095) 00010000:00010000:2.0:1746070970.329046:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.329056:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.329062:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c7800 00000100:00100000:2.0:1746070970.329074:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2690 00000100:00100000:2.0:1746070970.329079:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431224960:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.329172:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431224960:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (495us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.329178:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2690 00002000:00100000:2.0:1746070970.329182:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c7800 x1830887431224960/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.329189:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c7800 with x1830887431224960 ext(0->4095) 00010000:00010000:2.0:1746070970.329193:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.329201:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.329206:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c7800 00000100:00100000:0.0:1746070970.331326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.331418:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431225088 00000100:00100000:2.0:1746070970.331423:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431225088 00010000:00010000:2.0:1746070970.331442:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.331460:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13560 00000100:00100000:2.0:1746070970.331465:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431225088:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.331474:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.331486:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.331509:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.331526:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2a00/0xa5d70600080376db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014451 expref: 17 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.331539:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.331541:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.331547:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.331553:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.331578:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 16 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.331588:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426753664:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.331634:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.337035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.337256:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426753664:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.337274:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.337323:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431225088:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5855us (6000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.337332:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13560 00000100:00100000:3.0:1746070970.337852:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431225344 00000100:00100000:3.0:1746070970.337858:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431225344 00002000:00100000:3.0:1746070970.337932:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e36bb80 x1830887431225344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.337941:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36bb80 with x1830887431225344 ext(0->4095) 00002000:00010000:3.0:1746070970.337945:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e36bb80 00000100:00100000:3.0:1746070970.337961:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13490 00000100:00100000:3.0:1746070970.337968:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431225344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070970.338066:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431225344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (1040us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.338072:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13490 00002000:00100000:3.0:1746070970.338077:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e36bb80 x1830887431225344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.338084:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36bb80 with x1830887431225344 ext(0->4095) 00002000:00010000:3.0:1746070970.338086:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e36bb80 00000100:00100000:0.0:1746070970.341584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.341723:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431225472 00000100:00100000:3.0:1746070970.341732:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431225472 00000100:00100000:3.0:1746070970.341780:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29759 00000100:00100000:3.0:1746070970.341787:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431225472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.341802:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.341816:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01445f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.341842:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.341851:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.341852:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.341856:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.341907:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 15 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.341921:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 15 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.341931:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426753792:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.342001:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.347560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.347890:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431225600 00000100:00100000:2.0:1746070970.347898:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431225600 00002000:00100000:2.0:1746070970.347933:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e36a680 x1830887431225600/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 496/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.347942:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a680 with x1830887431225600 ext(0->7) 00010000:00010000:2.0:1746070970.347949:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.347962:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 16 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.347968:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e36a680 00000100:00100000:2.0:1746070970.348169:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2691 00000100:00100000:2.0:1746070970.348178:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431225600:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070970.348433:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426753792:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.348456:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.348468:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233c00, rc 0) 00000100:00100000:3.0:1746070970.348525:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431225472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6738us (6947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.348531:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29759 00000100:00100000:0.0:1746070970.349986:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431225600:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1806us (2430us total) trans 4294972237 rc 0/0 00000100:00100000:0.0:1746070970.349994:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2691 00002000:00100000:0.0:1746070970.350001:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e36a680 x1830887431225600/t4294972237(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 496/448 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.350009:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a680 with x1830887431225600 ext(0->7) 00010000:00010000:0.0:1746070970.350016:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.350027:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746070970.350033:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e36a680 00000100:00100000:0.0:1746070970.360799:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.362428:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431225728 00000100:00100000:2.0:1746070970.362438:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431225728 00010000:00010000:2.0:1746070970.362471:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.362513:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13561 00000100:00100000:2.0:1746070970.362520:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad020450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2010:x1830887431225728:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.362532:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746070970.362546:0:7206:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746070969 -> 1746070970 00002000:00010000:2.0:1746070970.362548:0:7206:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746070969 -> 1746070970 00010000:00010000:2.0:1746070970.362553:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.362570:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.362589:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080376e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014458 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.362619:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.362621:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.362628:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.362634:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.362661:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.362671:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426753920:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.362753:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.366597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.366687:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431225856 00000100:00100000:3.0:1746070970.366694:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431225856 00000100:00100000:3.0:1746070970.366733:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29760 00000100:00100000:3.0:1746070970.366739:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1660:x1830887431225856:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.366752:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.366765:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014466 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.366786:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.366796:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.366798:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.366801:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.366824:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.366834:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 5 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.366843:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426754048:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.366929:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.367322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.367340:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431226112 00000100:00100000:0.0:1746070970.367343:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431226112 00002000:00100000:0.0:1746070970.367366:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a601b100 x1830887431226112/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.367381:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a601b100 with x1830887431226112 ext(0->4095) 00010000:00010000:0.0:1746070970.367387:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.367396:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746070970.367403:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a601b100 00000100:00100000:0.0:1746070970.367415:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2692 00000100:00100000:0.0:1746070970.367419:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a601b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431226112:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746070970.367522:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a601b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431226112:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070970.367528:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2692 00002000:00100000:0.0:1746070970.367533:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a601b100 x1830887431226112/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.367540:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a601b100 with x1830887431226112 ext(0->4095) 00010000:00010000:0.0:1746070970.367544:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.367552:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746070970.367558:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a601b100 00000100:00100000:2.0:1746070970.367781:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426753920:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.367795:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.367816:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad020450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2010:x1830887431225728:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5296us (7024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.367824:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13561 00000100:00100000:3.0:1746070970.370156:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426754048:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.370179:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.370191:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233600, rc 0) 00000100:00100000:3.0:1746070970.370217:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1660:x1830887431225856:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3479us (3627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.370224:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29760 00000100:00100000:0.0:1746070970.370773:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.371198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.371306:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431226240 00000100:00100000:2.0:1746070970.371312:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431226240 00010000:00010000:2.0:1746070970.371335:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.371354:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13562 00000100:00100000:2.0:1746070970.371359:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431226240:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.371369:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.371384:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.371393:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.371411:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080376e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01445f expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.371422:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.371424:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.371430:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.371436:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.371460:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.371470:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426754176:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.371532:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.371785:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431226368 00000100:00100000:3.0:1746070970.371828:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431226368 00000100:00100000:3.0:1746070970.371852:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29761 00000100:00100000:3.0:1746070970.371857:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1661:x1830887431226368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.371882:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.371890:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01446d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.371904:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.371908:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.371910:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.371912:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01446d expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.371925:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.371934:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.371941:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426754304:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.371973:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.373305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.373915:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426754176:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.373930:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070970.374281:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431226624 00000100:00100000:1.0:1746070970.374285:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431226624 00002000:00100000:1.0:1746070970.374309:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c215c00 x1830887431226624/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.374318:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215c00 with x1830887431226624 ext(0->4095) 00010000:00010000:1.0:1746070970.374324:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.374333:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.374339:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c215c00 00000100:00100000:1.0:1746070970.374357:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2693 00000100:00100000:1.0:1746070970.374362:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431226624:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070970.374451:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431226240:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3090us (3677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.374457:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13562 00000100:00100000:3.0:1746070970.374766:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426754304:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.374783:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01446d expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.374792:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232600, rc 0) 00000100:00100000:3.0:1746070970.374810:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1661:x1830887431226368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2954us (3613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.374818:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29761 00000100:00100000:1.0:1746070970.375024:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887431226624:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 661us (1720us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.375030:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2693 00002000:00100000:1.0:1746070970.375034:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c215c00 x1830887431226624/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.375046:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215c00 with x1830887431226624 ext(0->4095) 00010000:00010000:1.0:1746070970.375051:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.375060:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.375065:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c215c00 00000100:00100000:0.0:1746070970.379449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.379540:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431226752 00000100:00100000:2.0:1746070970.379547:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431226752 00010000:00010000:2.0:1746070970.379576:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.379598:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13563 00000100:00100000:2.0:1746070970.379604:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2009:x1830887431226752:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.379615:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.379631:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.379641:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.379660:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080376f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014466 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.379689:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.379691:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.379696:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01446d expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.379707:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01446d expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.379734:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01446d expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.379743:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426754432:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.379810:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.383170:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426754432:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.383188:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.383234:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2009:x1830887431226752:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3629us (3791us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.383243:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13563 00000100:00100000:1.0:1746070970.383346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.383587:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431227008 00000100:00100000:2.0:1746070970.383593:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431227008 00002000:00100000:2.0:1746070970.383621:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdea00 x1830887431227008/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.383630:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdea00 with x1830887431227008 ext(0->4095) 00002000:00010000:2.0:1746070970.383633:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdea00 00000100:00100000:2.0:1746070970.383658:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13491 00000100:00100000:2.0:1746070970.383664:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431227008:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070970.383764:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431227008:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.383771:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13491 00002000:00100000:2.0:1746070970.383776:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdea00 x1830887431227008/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.383782:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdea00 with x1830887431227008 ext(0->4095) 00002000:00010000:2.0:1746070970.383785:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdea00 00000100:00100000:0.0:1746070970.386333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.386433:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431227136 00000100:00100000:3.0:1746070970.386440:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431227136 00000100:00100000:3.0:1746070970.386470:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29762 00000100:00100000:3.0:1746070970.386475:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431227136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.386488:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.386515:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014474 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.386538:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01446d expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.386545:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.386546:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.386549:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014474 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.386570:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01446d expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.386579:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01446d expref: 17 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.386589:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426754560:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.386649:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.388490:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426754560:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.388524:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014474 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.388536:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:3.0:1746070970.388565:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431227136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2089us (2237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.388571:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29762 00000100:00100000:0.0:1746070970.389830:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.390012:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431227264 00000100:00100000:2.0:1746070970.390018:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431227264 00010000:00010000:2.0:1746070970.390041:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01446d expref: 18 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.390061:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13564 00000100:00100000:2.0:1746070970.390067:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887431227264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.390076:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.390091:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01446d expref: 18 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.390100:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01446d expref: 18 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.390118:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080376f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01446d expref: 18 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.390816:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.390818:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.390826:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014474 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.390838:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014474 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.390979:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014474 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.390989:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426754688:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.391187:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.393148:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426754688:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.393163:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.393200:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431227264:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3132us (3372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.393208:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13564 00000100:00100000:0.0:1746070970.393921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.393958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.394011:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431227520 00000100:00100000:2.0:1746070970.394016:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431227520 00002000:00100000:2.0:1746070970.394042:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214e00 x1830887431227520/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.394050:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214e00 with x1830887431227520 ext(0->4095) 00002000:00010000:2.0:1746070970.394054:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c214e00 00000100:00100000:2.0:1746070970.394068:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13492 00000100:00100000:2.0:1746070970.394074:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431227520:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.394169:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431227520:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.394178:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13492 00002000:00100000:2.0:1746070970.394183:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214e00 x1830887431227520/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.394190:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214e00 with x1830887431227520 ext(0->4095) 00002000:00010000:2.0:1746070970.394192:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c214e00 00000100:00100000:3.0:1746070970.394278:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431227648 00000100:00100000:3.0:1746070970.394281:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431227648 00000100:00100000:3.0:1746070970.394299:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29763 00000100:00100000:3.0:1746070970.394304:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431227648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.394311:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.394322:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01447b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.394338:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014474 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.394344:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.394345:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.394348:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.394366:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014474 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.394374:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014474 expref: 5 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.394384:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426754816:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.394422:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.397221:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.397252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.397292:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431227904 00000100:00100000:2.0:1746070970.397299:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431227904 00010000:00010000:2.0:1746070970.397323:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014474 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.397346:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13565 00000100:00100000:2.0:1746070970.397352:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431227904:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.397363:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.397378:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014474 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.397388:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014474 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746070970.397393:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431227776 00000100:00100000:0.0:1746070970.397396:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431227776 00010000:00010000:2.0:1746070970.397406:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.397408:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.397414:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070970.397417:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29764 00010000:00010000:2.0:1746070970.397421:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070970.397421:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1661:x1830887431227776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070970.397431:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070970.397439:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014482 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.397449:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.397452:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.397457:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070970.397458:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070970.397465:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014482 expref: 20 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.397537:0:9566:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080376fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014474 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.397557:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426754816:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.397591:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.397601:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426754944:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070970.397620:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.397627:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746070970.397638:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426755072:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.397652:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726050c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.397653:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326480 going to sleep for 11 seconds 00010000:00010000:3.0:1746070970.397746:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.397754:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.397761:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:3.0:1746070970.397783:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431227648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3478us (3823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.397788:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29763 00000100:00100000:0.0:1746070970.401586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.401656:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431228160 00000100:00100000:1.0:1746070970.401663:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431228160 00002000:00100000:1.0:1746070970.401695:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edf480 x1830887431228160/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.401704:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edf480 with x1830887431228160 ext(0->4095) 00010000:00010000:1.0:1746070970.401711:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.401723:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.401729:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5edf480 00000100:00100000:3.0:1746070970.401800:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426754944:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.401814:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.401915:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426755072:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.401933:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014482 expref: 20 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.401944:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e3600, rc 0) 00000100:00100000:3.0:1746070970.402376:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431227904:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5022us (5121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.402385:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13565 00000100:00100000:3.0:1746070970.402414:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2694 00000100:00100000:3.0:1746070970.402422:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2010:x1830887431228160:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070970.402712:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1661:x1830887431227776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5288us (5496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.402718:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29764 00000100:00100000:3.0:1746070970.403030:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2010:x1830887431228160:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 609us (1450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.403037:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2694 00002000:00100000:3.0:1746070970.403042:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edf480 x1830887431228160/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.403049:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edf480 with x1830887431228160 ext(0->4095) 00010000:00010000:3.0:1746070970.403054:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.403063:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.403068:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5edf480 00000100:00100000:0.0:1746070970.406294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.406387:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431228288 00000100:00100000:3.0:1746070970.406395:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431228288 00010000:00010000:3.0:1746070970.406421:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.406614:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13566 00000100:00100000:3.0:1746070970.406621:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431228288:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.406633:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.406648:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.406657:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.406676:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037705 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01447b expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.406784:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.406787:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.406793:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014482 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.406800:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014482 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.406827:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014482 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.406836:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426755200:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.406926:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.409715:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426755200:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.409732:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.409761:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887431228288:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3140us (3473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.409769:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13566 00000100:00100000:0.0:1746070970.410153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.410382:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431228544 00000100:00100000:3.0:1746070970.410387:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431228544 00002000:00100000:3.0:1746070970.410415:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc4a80 x1830887431228544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.410429:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc4a80 with x1830887431228544 ext(0->4095) 00002000:00010000:3.0:1746070970.410432:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc4a80 00000100:00100000:3.0:1746070970.410445:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13493 00000100:00100000:3.0:1746070970.410450:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887431228544:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.411420:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887431228544:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 967us (1265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.411426:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13493 00002000:00100000:3.0:1746070970.411432:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc4a80 x1830887431228544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.411439:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc4a80 with x1830887431228544 ext(0->4095) 00002000:00010000:3.0:1746070970.411442:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc4a80 00000100:00100000:2.0:1746070970.413509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.413577:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431228672 00000100:00100000:0.0:1746070970.413583:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431228672 00000100:00100000:0.0:1746070970.413624:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29765 00000100:00100000:0.0:1746070970.413630:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431228672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070970.413643:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070970.413656:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014489 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.413679:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014482 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.413685:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070970.413687:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070970.413690:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.413714:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014482 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.413723:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014482 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746070970.413738:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426755328:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070970.413800:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.415423:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426755328:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.415444:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.415455:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a2d1800, rc 0) 00000100:00100000:2.0:1746070970.415483:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431228672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1853us (1988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.415501:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29765 00000100:00100000:0.0:1746070970.416849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.417487:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431228800 00000100:00100000:3.0:1746070970.417502:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431228800 00010000:00010000:3.0:1746070970.417531:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014482 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.417655:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13567 00000100:00100000:3.0:1746070970.417662:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431228800:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.417674:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.417690:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014482 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.417700:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014482 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.417718:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d706000803770c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014482 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.417883:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.417886:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.417892:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.417899:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.417926:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.417936:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426755456:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.418007:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.420329:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426755456:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.420343:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.420370:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431228800:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2709us (3524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.420377:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13567 00000100:00100000:0.0:1746070970.420690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.420724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.420989:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431229056 00000100:00100000:3.0:1746070970.420993:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431229056 00002000:00100000:3.0:1746070970.421020:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc5c00 x1830887431229056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.421033:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc5c00 with x1830887431229056 ext(0->4095) 00002000:00010000:3.0:1746070970.421036:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc5c00 00000100:00100000:2.0:1746070970.421145:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431229184 00000100:00100000:2.0:1746070970.421148:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431229184 00000100:00100000:2.0:1746070970.421171:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29766 00000100:00100000:2.0:1746070970.421176:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431229184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.421185:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.421196:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014490 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.421216:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.421222:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.421223:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.421226:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.421248:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.421257:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.421266:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426755584:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.421316:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.421368:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2695 00000100:00100000:3.0:1746070970.421373:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431229056:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070970.421651:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431229056:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 277us (961us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.421656:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2695 00002000:00100000:3.0:1746070970.421660:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc5c00 x1830887431229056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.421667:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc5c00 with x1830887431229056 ext(0->4095) 00010000:00010000:3.0:1746070970.421671:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.421680:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.421684:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ffc5c00 00000100:00100000:0.0:1746070970.423393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.423645:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431229312 00000100:00100000:3.0:1746070970.423650:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431229312 00000100:00100000:3.0:1746070970.423676:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29767 00000100:00100000:3.0:1746070970.423682:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1661:x1830887431229312:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.423690:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.423700:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014497 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.423721:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.423725:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.423730:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.423733:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014497 expref: 20 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.423754:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.423763:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014497 expref: 20 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.423770:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:3.0:1746070970.423795:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1661:x1830887431229312:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.423800:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29767 00000100:00100000:2.0:1746070970.424039:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426755584:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.424058:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.424066:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:2.0:1746070970.424097:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1660:x1830887431229184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2920us (3371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.424102:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29766 00000100:00100000:1.0:1746070970.424754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.424797:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431229440 00000100:00100000:2.0:1746070970.424801:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431229440 00010000:00010000:2.0:1746070970.424815:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.424832:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13568 00000100:00100000:2.0:1746070970.424837:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad020050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431229440:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.424845:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.424878:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.424887:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.424901:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037713 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014489 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.424911:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.424913:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.424917:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.424925:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.424942:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.424954:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 18 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.424962:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426755840:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.425008:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.427724:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426755840:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.427742:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070970.427817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.427961:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431229696 00000100:00100000:3.0:1746070970.427967:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431229696 00002000:00100000:3.0:1746070970.427999:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300380 x1830887431229696/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.428139:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300380 with x1830887431229696 ext(0->4095) 00010000:00010000:3.0:1746070970.428146:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.428161:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.428167:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300380 00000100:00100000:2.0:1746070970.428211:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad020050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431229440:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3372us (3456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.428219:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13568 00000100:00100000:3.0:1746070970.428391:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2696 00000100:00100000:3.0:1746070970.428398:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431229696:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.428483:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431229696:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (666us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.428489:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2696 00002000:00100000:3.0:1746070970.428501:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300380 x1830887431229696/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.428508:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300380 with x1830887431229696 ext(0->4095) 00010000:00010000:3.0:1746070970.428513:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.428521:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.428526:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300380 00000100:00100000:0.0:1746070970.430743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.430949:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431229824 00000100:00100000:2.0:1746070970.430954:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431229824 00010000:00010000:2.0:1746070970.430974:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.431168:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13569 00000100:00100000:2.0:1746070970.431175:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887431229824:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.431184:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.431200:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.431209:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.431225:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803771a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014490 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.431235:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.431237:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.431242:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014497 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.431249:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014497 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.431273:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014497 expref: 18 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.431284:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426755968:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.432330:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.435207:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426755968:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.435229:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.435500:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431229824:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4317us (4752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.435510:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13569 00000100:00100000:0.0:1746070970.436823:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.437643:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431230080 00000100:00100000:1.0:1746070970.437650:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431230080 00002000:00100000:1.0:1746070970.437682:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11bb80 x1830887431230080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.437690:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11bb80 with x1830887431230080 ext(0->4095) 00002000:00010000:1.0:1746070970.437694:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11bb80 00000100:00100000:1.0:1746070970.437723:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13495 00000100:00100000:1.0:1746070970.437730:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431230080:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070970.437836:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431230080:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (1016us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.437842:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13495 00002000:00100000:1.0:1746070970.437847:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11bb80 x1830887431230080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.437857:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11bb80 with x1830887431230080 ext(0->4095) 00002000:00010000:1.0:1746070970.437860:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11bb80 00000100:00100000:0.0:1746070970.440349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.440597:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431230208 00000100:00100000:2.0:1746070970.440604:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431230208 00000100:00100000:2.0:1746070970.440642:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29768 00000100:00100000:2.0:1746070970.440648:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431230208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.440659:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.440671:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01449e expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.440693:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014497 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.440699:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.440701:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.440704:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01449e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.440726:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014497 expref: 17 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.440736:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014497 expref: 17 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.440746:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426756096:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.440814:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.442525:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426756096:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.442547:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01449e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.442565:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291e00, rc 0) 00000100:00100000:2.0:1746070970.442604:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431230208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1955us (2258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.442611:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29768 00000100:00100000:0.0:1746070970.442798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.443047:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431230336 00000100:00100000:2.0:1746070970.443051:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431230336 00010000:00010000:2.0:1746070970.443067:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014497 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.443085:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13570 00000100:00100000:2.0:1746070970.443090:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431230336:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.443099:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.443113:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014497 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.443122:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014497 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.443137:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037721 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014497 expref: 18 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.443149:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.443151:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.443156:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01449e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.443167:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01449e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.443188:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01449e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.443197:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426756224:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.443417:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.447806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.447810:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426756224:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.447827:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.447888:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431230336:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4796us (5089us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.447897:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13570 00000100:00100000:3.0:1746070970.447984:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431230592 00000100:00100000:3.0:1746070970.447990:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431230592 00002000:00100000:3.0:1746070970.448020:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118000 x1830887431230592/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.448028:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118000 with x1830887431230592 ext(0->4095) 00002000:00010000:3.0:1746070970.448032:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118000 00000100:00100000:3.0:1746070970.448046:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13496 00000100:00100000:3.0:1746070970.448052:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431230592:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.448154:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431230592:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (353us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.448159:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13496 00002000:00100000:3.0:1746070970.448163:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118000 x1830887431230592/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.448170:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118000 with x1830887431230592 ext(0->4095) 00002000:00010000:3.0:1746070970.448172:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118000 00000100:00100000:0.0:1746070970.448260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.448585:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431230720 00000100:00100000:3.0:1746070970.448589:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431230720 00000100:00100000:3.0:1746070970.448610:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29769 00000100:00100000:3.0:1746070970.448615:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431230720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.448622:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.448635:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144a5 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.448656:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01449e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.448663:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.448665:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.448668:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.448693:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01449e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.448704:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01449e expref: 5 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.448714:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426756352:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.449051:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.449991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.450010:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431230848 00000100:00100000:0.0:1746070970.450014:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431230848 00000100:00100000:0.0:1746070970.450043:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29770 00000100:00100000:0.0:1746070970.450049:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1661:x1830887431230848:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070970.450055:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746070970.450062:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426756352:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070970.450063:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144ac expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.450076:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.450079:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.450084:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070970.450087:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ac expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.450156:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.450163:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.450166:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00010000:00010000:0.0:1746070970.450171:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ac expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.450177:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0464600, rc 0) 00000100:00100000:2.0:1746070970.450197:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431230720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1582us (1938us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070970.450197:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1661:x1830887431230848:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070970.450202:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29770 00000100:00100000:2.0:1746070970.450513:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29769 00000100:00100000:0.0:1746070970.450685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.450740:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431230976 00000100:00100000:2.0:1746070970.450744:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431230976 00010000:00010000:2.0:1746070970.450758:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01449e expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.450773:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13571 00000100:00100000:2.0:1746070970.450777:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431230976:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.450784:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.450795:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01449e expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.450803:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01449e expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.450816:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037728 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01449e expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.450835:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.450837:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.450930:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.450937:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.450954:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.450962:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 18 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.450974:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426756608:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.451019:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605600 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.452855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.452921:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426756608:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.452932:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.453334:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431230976:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2554us (2647us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.453342:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13571 00000100:00100000:3.0:1746070970.453541:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431231232 00000100:00100000:3.0:1746070970.453547:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431231232 00002000:00100000:3.0:1746070970.453571:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdca80 x1830887431231232/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.453579:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdca80 with x1830887431231232 ext(0->4095) 00010000:00010000:3.0:1746070970.453585:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 19 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.453595:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 19 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.453601:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdca80 00000100:00100000:3.0:1746070970.453623:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2697 00000100:00100000:3.0:1746070970.453629:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887431231232:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070970.453713:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887431231232:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (861us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.453722:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2697 00002000:00100000:3.0:1746070970.453726:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdca80 x1830887431231232/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.453732:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdca80 with x1830887431231232 ext(0->4095) 00010000:00010000:3.0:1746070970.453736:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 19 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.453744:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 19 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.453749:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdca80 00000100:00100000:0.0:1746070970.455252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.455294:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431231360 00000100:00100000:2.0:1746070970.455298:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431231360 00010000:00010000:2.0:1746070970.455311:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 19 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.455322:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13572 00000100:00100000:2.0:1746070970.455325:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431231360:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.455331:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.455339:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 19 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.455348:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 19 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.455365:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803772f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144a5 expref: 19 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.455387:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.455389:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.455396:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ac expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.455403:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ac expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.455428:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ac expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.455437:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426756736:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.455602:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.456840:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426756736:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.456852:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.456897:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887431231360:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1569us (1645us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.456905:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13572 00000100:00100000:0.0:1746070970.457181:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.457228:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431231616 00000100:00100000:3.0:1746070970.457233:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431231616 00002000:00100000:3.0:1746070970.457258:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fc000 x1830887431231616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.457266:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fc000 with x1830887431231616 ext(0->4095) 00002000:00010000:3.0:1746070970.457270:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01fc000 00000100:00100000:3.0:1746070970.457297:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13497 00000100:00100000:3.0:1746070970.457303:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2009:x1830887431231616:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070970.457570:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2009:x1830887431231616:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 266us (388us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.457576:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13497 00002000:00100000:3.0:1746070970.457581:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fc000 x1830887431231616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.457593:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fc000 with x1830887431231616 ext(0->4095) 00002000:00010000:3.0:1746070970.457596:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01fc000 00000100:00100000:0.0:1746070970.459598:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.459743:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431231744 00000100:00100000:2.0:1746070970.459750:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431231744 00000100:00100000:2.0:1746070970.459785:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29771 00000100:00100000:2.0:1746070970.459791:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431231744:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.459802:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.459814:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144b3 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.459835:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ac expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.459846:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.459848:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.459851:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144b3 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.459891:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ac expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.459902:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ac expref: 17 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.459912:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426756864:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.459984:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.461619:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426756864:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.461639:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144b3 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.461651:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:2.0:1746070970.461677:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431231744:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1886us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.461684:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29771 00000100:00100000:0.0:1746070970.461949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.462319:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431231872 00000100:00100000:2.0:1746070970.462324:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431231872 00010000:00010000:2.0:1746070970.462341:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ac expref: 18 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.462485:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13573 00000100:00100000:2.0:1746070970.462502:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431231872:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.462513:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.462527:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ac expref: 18 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.462537:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ac expref: 18 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.462553:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037736 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ac expref: 18 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.462799:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.462801:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.462807:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144b3 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.462815:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144b3 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.462842:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144b3 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.462851:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426756992:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.463216:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.465004:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426756992:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.465017:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.465055:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431231872:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2563us (3106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.465064:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13573 00000100:00100000:0.0:1746070970.465695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.466015:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431232128 00000100:00100000:3.0:1746070970.466021:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431232128 00002000:00100000:3.0:1746070970.466051:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b8d6a00 x1830887431232128/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.466059:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d6a00 with x1830887431232128 ext(0->4095) 00002000:00010000:3.0:1746070970.466063:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d6a00 00000100:00100000:3.0:1746070970.466090:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13498 00000100:00100000:3.0:1746070970.466096:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431232128:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070970.466253:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431232128:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (558us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.466258:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13498 00002000:00100000:3.0:1746070970.466263:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b8d6a00 x1830887431232128/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.466269:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d6a00 with x1830887431232128 ext(0->4095) 00002000:00010000:3.0:1746070970.466271:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d6a00 00000100:00100000:0.0:1746070970.467745:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.467776:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.467945:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431232256 00000100:00100000:1.0:1746070970.467950:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431232256 00000100:00100000:1.0:1746070970.467982:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431232384 00000100:00100000:1.0:1746070970.467985:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431232384 00000100:00100000:1.0:1746070970.467998:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29772 00000100:00100000:1.0:1746070970.468003:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1661:x1830887431232256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.468013:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.468026:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144ba expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.468046:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144b3 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.468054:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070970.468056:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070970.468059:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.468082:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144b3 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.468092:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144b3 expref: 5 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746070970.468102:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426757120:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.468154:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.468210:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29773 00000100:00100000:2.0:1746070970.468218:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1660:x1830887431232384:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.468224:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.468230:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144c1 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.468240:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.468244:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.468248:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.468251:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.468268:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.468277:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.468285:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290a00, rc 0) 00000100:00100000:2.0:1746070970.468302:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431232384:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.468307:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29773 00000100:00100000:1.0:1746070970.470121:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426757120:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070970.470138:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.470149:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779c00, rc 0) 00000100:00100000:1.0:1746070970.470174:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1661:x1830887431232256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2170us (2431us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.470180:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29772 00000100:00100000:0.0:1746070970.470367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.470521:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431232512 00000100:00100000:3.0:1746070970.470526:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431232512 00010000:00010000:3.0:1746070970.470545:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144b3 expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.470562:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13574 00000100:00100000:3.0:1746070970.470567:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431232512:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.470576:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.470589:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144b3 expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.470598:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144b3 expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.470614:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803773d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144b3 expref: 6 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.470636:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.470638:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.470642:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.470650:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.470673:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.470682:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 18 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.470695:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426757376:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.470742:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.472479:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426757376:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.472505:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.473672:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431232512:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3101us (3302us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.473682:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13574 00000100:00100000:2.0:1746070970.473797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.473890:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431232768 00000100:00100000:3.0:1746070970.473895:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431232768 00002000:00100000:3.0:1746070970.473927:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eae300 x1830887431232768/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.473935:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eae300 with x1830887431232768 ext(0->4095) 00010000:00010000:3.0:1746070970.473942:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.473951:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.473956:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eae300 00000100:00100000:3.0:1746070970.473970:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2698 00000100:00100000:3.0:1746070970.473975:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431232768:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.474088:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431232768:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (290us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.474094:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2698 00002000:00100000:3.0:1746070970.474098:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eae300 x1830887431232768/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.474105:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eae300 with x1830887431232768 ext(0->4095) 00010000:00010000:3.0:1746070970.474109:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.474117:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.474122:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eae300 00000100:00100000:0.0:1746070970.476251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.476947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.477097:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431232896 00000100:00100000:1.0:1746070970.477103:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431232896 00000100:00100000:1.0:1746070970.477748:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29774 00000100:00100000:1.0:1746070970.477781:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431232896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.477798:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.477812:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144c8 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.477833:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.477838:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.477843:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070970.477845:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.477902:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.477912:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.477919:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00000100:00100000:1.0:1746070970.477959:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431232896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.478003:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431233024 00000100:00100000:3.0:1746070970.478007:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431233024 00010000:00010000:3.0:1746070970.478026:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.478056:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13575 00000100:00100000:3.0:1746070970.478062:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887431233024:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.478069:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.478081:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.478089:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.478103:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037744 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144ba expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.478114:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.478115:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.478120:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.478130:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.478146:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.478155:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.478165:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426757632:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.478208:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.478501:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29774 00000100:00100000:3.0:1746070970.481971:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426757632:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.481989:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.482033:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431233024:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3969us (5084us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.482042:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13575 00000100:00100000:2.0:1746070970.482222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.482480:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431233280 00000100:00100000:3.0:1746070970.482485:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431233280 00002000:00100000:3.0:1746070970.482523:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eac380 x1830887431233280/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.482532:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eac380 with x1830887431233280 ext(0->4095) 00010000:00010000:3.0:1746070970.482539:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.482553:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.482559:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eac380 00000100:00100000:3.0:1746070970.483191:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2699 00000100:00100000:3.0:1746070970.483198:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431233280:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070970.483311:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431233280:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (1089us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.483316:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2699 00002000:00100000:3.0:1746070970.483320:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eac380 x1830887431233280/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.483327:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eac380 with x1830887431233280 ext(0->4095) 00010000:00010000:3.0:1746070970.483332:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.483341:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.483346:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eac380 00000100:00100000:0.0:1746070970.485573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.485815:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.485989:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431233536 00000100:00100000:3.0:1746070970.485995:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431233536 00010000:00010000:3.0:1746070970.486019:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.486052:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13576 00000100:00100000:3.0:1746070970.486057:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887431233536:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.486065:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.486079:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.486088:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.486104:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803774b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c1 expref: 18 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.486118:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.486120:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.486125:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.486132:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.486155:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.486164:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426757760:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.486253:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.486599:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431233408 00000100:00100000:1.0:1746070970.486603:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431233408 00000100:00100000:1.0:1746070970.486635:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29775 00000100:00100000:1.0:1746070970.486641:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1660:x1830887431233408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.486650:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.486659:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144cf expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.486674:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.486680:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070970.486681:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070970.486683:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.486697:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.486706:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 5 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746070970.486713:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426757888:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.486741:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.488992:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426757760:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070970.488992:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426757888:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.489009:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070970.489015:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.489027:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778400, rc 0) 00000100:00100000:1.0:1746070970.489114:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1660:x1830887431233408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2472us (3553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.489120:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29775 00000100:00100000:3.0:1746070970.489471:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887431233536:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3412us (3654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.489484:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13576 00000100:00100000:0.0:1746070970.489890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.489912:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431233792 00000100:00100000:1.0:1746070970.489916:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431233792 00002000:00100000:1.0:1746070970.489945:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39500 x1830887431233792/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.489952:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39500 with x1830887431233792 ext(0->4095) 00010000:00010000:1.0:1746070970.489958:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.489968:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.489973:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc39500 00000100:00100000:1.0:1746070970.489992:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2700 00000100:00100000:1.0:1746070970.489997:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431233792:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070970.490092:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431233792:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.490097:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2700 00002000:00100000:1.0:1746070970.490104:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39500 x1830887431233792/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.490110:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39500 with x1830887431233792 ext(0->4095) 00010000:00010000:1.0:1746070970.490114:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.490121:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.490130:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc39500 00000100:00100000:0.0:1746070970.491694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.492057:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431233920 00000100:00100000:3.0:1746070970.492062:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431233920 00010000:00010000:3.0:1746070970.492082:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.492107:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13577 00000100:00100000:3.0:1746070970.492112:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431233920:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.492122:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.492134:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.492142:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.492158:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037752 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144c8 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.492171:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.492173:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.492178:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.492185:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.492209:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.492218:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426758016:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.492280:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.499809:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426758016:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.499828:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.499891:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431233920:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7776us (8198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.499900:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13577 00000100:00100000:0.0:1746070970.500941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.501649:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431234176 00000100:00100000:3.0:1746070970.501655:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431234176 00002000:00100000:3.0:1746070970.501688:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc38700 x1830887431234176/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.501696:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38700 with x1830887431234176 ext(0->4095) 00002000:00010000:3.0:1746070970.501700:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc38700 00000100:00100000:3.0:1746070970.501728:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13499 00000100:00100000:3.0:1746070970.501734:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431234176:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.501842:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431234176:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (901us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.501847:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13499 00002000:00100000:3.0:1746070970.501852:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc38700 x1830887431234176/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.501883:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38700 with x1830887431234176 ext(0->4095) 00002000:00010000:3.0:1746070970.501885:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc38700 00000100:00100000:0.0:1746070970.505009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.505071:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431234304 00000100:00100000:1.0:1746070970.505079:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431234304 00000100:00100000:1.0:1746070970.505561:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29776 00000100:00100000:1.0:1746070970.505568:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431234304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.505583:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.505596:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144d6 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.505618:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.505625:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.505631:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.505634:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144d6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.505658:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.505668:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 17 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746070970.505678:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426758144:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.505759:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.517805:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.517908:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426758144:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070970.517932:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144d6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.517940:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431234432 00000100:00100000:2.0:1746070970.517945:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431234432 00010000:00010000:1.0:1746070970.517947:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779a00, rc 0) 00002000:00100000:2.0:1746070970.517978:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e14b800 x1830887431234432/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 496/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746070970.517980:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431234304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12413us (12979us total) trans 0 rc 0/0 00002000:00100000:2.0:1746070970.517986:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14b800 with x1830887431234432 ext(0->7) 00000100:00100000:1.0:1746070970.517987:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29776 00010000:00010000:2.0:1746070970.517991:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 18 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.518000:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 18 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.518005:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e14b800 00000100:00100000:2.0:1746070970.518036:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2701 00000100:00100000:2.0:1746070970.518042:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431234432:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070970.518898:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431234432:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 854us (1097us total) trans 4294972238 rc 0/0 00000100:00100000:0.0:1746070970.518904:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2701 00002000:00100000:0.0:1746070970.518911:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e14b800 x1830887431234432/t4294972238(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 496/448 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.518918:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14b800 with x1830887431234432 ext(0->7) 00010000:00010000:0.0:1746070970.518923:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.518932:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746070970.518936:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e14b800 00000100:00100000:0.0:1746070970.520183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.520796:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431234560 00000100:00100000:3.0:1746070970.520802:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431234560 00010000:00010000:3.0:1746070970.520825:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.520853:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13578 00000100:00100000:3.0:1746070970.520858:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431234560:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.520894:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.520907:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.520915:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.520932:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778400/0xa5d7060008037759 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144cf expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.520950:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.520951:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.520958:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.520964:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.520993:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.521008:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426758272:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.521074:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.527727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.529719:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431234816 00000100:00100000:1.0:1746070970.529729:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431234816 00002000:00100000:1.0:1746070970.529766:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e148000 x1830887431234816/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.529775:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e148000 with x1830887431234816 ext(0->4095) 00002000:00010000:1.0:1746070970.529780:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e148000 00000100:00100000:1.0:1746070970.529808:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13500 00000100:00100000:1.0:1746070970.529814:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431234816:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070970.531193:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431234816:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1374us (3469us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.531200:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13500 00002000:00100000:1.0:1746070970.531207:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e148000 x1830887431234816/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.531215:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e148000 with x1830887431234816 ext(0->4095) 00002000:00010000:1.0:1746070970.531218:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e148000 00000100:00100000:2.0:1746070970.531350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.531444:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426758272:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.531461:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070970.531471:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431234944 00000100:00100000:1.0:1746070970.531474:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431234944 00000100:00100000:3.0:1746070970.531483:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431234560:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 10625us (11303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.531501:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13578 00000100:00100000:1.0:1746070970.531512:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29777 00000100:00100000:1.0:1746070970.531516:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1660:x1830887431234944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.531525:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.531537:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144dd expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.531557:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.531563:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070970.531564:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070970.531568:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.531590:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.531600:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144d6 expref: 5 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746070970.532365:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426758400:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.532431:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.534617:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426758400:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070970.534913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.534971:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431235072 00000100:00100000:2.0:1746070970.534976:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431235072 00000100:00100000:2.0:1746070970.535007:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29778 00000100:00100000:2.0:1746070970.535013:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1661:x1830887431235072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.535025:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.535036:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144e4 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.535059:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.535064:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.535069:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.535072:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144e4 expref: 22 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.535094:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.535102:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144e4 expref: 22 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.535104:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.535110:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00010000:00010000:1.0:1746070970.535111:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779c00, rc 0) 00000100:00100000:2.0:1746070970.535150:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1661:x1830887431235072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.535156:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29778 00000100:00100000:1.0:1746070970.535164:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1660:x1830887431234944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3648us (3815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.535169:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29777 00000100:00100000:3.0:1746070970.535291:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.535311:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431235200 00000100:00100000:0.0:1746070970.535314:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431235200 00010000:00010000:0.0:1746070970.535332:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144d6 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746070970.535349:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13579 00000100:00100000:0.0:1746070970.535354:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431235200:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070970.535361:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070970.535375:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144d6 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.535383:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144d6 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.535398:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037760 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144d6 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.535578:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.535580:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.535586:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.535593:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.535609:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.535618:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746070970.535626:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426758656:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070970.535667:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.538759:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426758656:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.538776:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070970.538800:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.538887:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431235456 00000100:00100000:1.0:1746070970.538892:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431235456 00002000:00100000:1.0:1746070970.538925:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cf480 x1830887431235456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.538933:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cf480 with x1830887431235456 ext(0->4095) 00010000:00010000:1.0:1746070970.538940:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.538950:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.539157:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cf480 00000100:00100000:1.0:1746070970.539931:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2702 00000100:00100000:1.0:1746070970.539938:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431235456:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070970.540198:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431235200:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4843us (4906us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.540206:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13579 00000100:00100000:1.0:1746070970.540579:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431235456:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (1236us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.540587:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2702 00002000:00100000:1.0:1746070970.540594:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cf480 x1830887431235456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.540601:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cf480 with x1830887431235456 ext(0->4095) 00010000:00010000:1.0:1746070970.540607:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.540622:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.540628:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cf480 00000100:00100000:1.0:1746070970.543029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.543155:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431235584 00000100:00100000:2.0:1746070970.543162:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431235584 00010000:00010000:2.0:1746070970.543186:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.543329:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13580 00000100:00100000:2.0:1746070970.543336:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431235584:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.543349:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.543365:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.543375:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.543393:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037767 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144dd expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.543415:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.543417:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.543422:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144e4 expref: 20 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.543429:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144e4 expref: 20 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.543452:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144e4 expref: 20 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.543462:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426758784:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.543601:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.546030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.546145:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426758784:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.546160:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.546192:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431235584:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2856us (3168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.546200:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13580 00000100:00100000:1.0:1746070970.546303:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431235840 00000100:00100000:1.0:1746070970.546308:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431235840 00002000:00100000:1.0:1746070970.546336:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cdc00 x1830887431235840/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.546344:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cdc00 with x1830887431235840 ext(0->4095) 00002000:00010000:1.0:1746070970.546348:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cdc00 00000100:00100000:1.0:1746070970.546361:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13501 00000100:00100000:1.0:1746070970.546367:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431235840:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070970.546459:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431235840:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (435us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.546469:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13501 00002000:00100000:1.0:1746070970.546474:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cdc00 x1830887431235840/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.546480:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cdc00 with x1830887431235840 ext(0->4095) 00002000:00010000:1.0:1746070970.546483:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cdc00 00000100:00100000:0.0:1746070970.549375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.549455:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431235968 00000100:00100000:2.0:1746070970.549461:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431235968 00000100:00100000:2.0:1746070970.549508:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29779 00000100:00100000:2.0:1746070970.549513:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431235968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.549524:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.549537:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144eb expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.549558:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144e4 expref: 19 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.549564:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.549566:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.549568:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144eb expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.549589:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144e4 expref: 19 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.549599:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144e4 expref: 19 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.549609:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426758912:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.549678:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.551073:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426758912:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.551092:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144eb expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.551104:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:2.0:1746070970.551180:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431235968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1666us (1810us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.551187:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29779 00000100:00100000:0.0:1746070970.552518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.552721:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431236096 00000100:00100000:2.0:1746070970.552728:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431236096 00010000:00010000:2.0:1746070970.552754:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144e4 expref: 20 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.553246:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13581 00000100:00100000:2.0:1746070970.553253:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431236096:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.553265:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.553280:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144e4 expref: 20 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.553292:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144e4 expref: 20 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.553310:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803776e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144e4 expref: 20 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.553342:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.553344:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.553349:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144eb expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.553356:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144eb expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.553380:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144eb expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.553390:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426759040:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.553450:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.564126:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426759040:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.564143:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.564449:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887431236096:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 11195us (11930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.564460:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13581 00000100:00100000:1.0:1746070970.564540:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.564625:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431236352 00000100:00100000:3.0:1746070970.564632:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431236352 00002000:00100000:3.0:1746070970.564661:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbde680 x1830887431236352/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.564670:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbde680 with x1830887431236352 ext(0->4095) 00002000:00010000:3.0:1746070970.564674:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbde680 00000100:00100000:3.0:1746070970.564689:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13502 00000100:00100000:3.0:1746070970.564694:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431236352:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.564877:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431236352:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.564883:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13502 00002000:00100000:3.0:1746070970.564887:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbde680 x1830887431236352/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.564895:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbde680 with x1830887431236352 ext(0->4095) 00002000:00010000:3.0:1746070970.564897:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbde680 00000100:00100000:0.0:1746070970.565568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.565602:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431236480 00000100:00100000:2.0:1746070970.565606:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431236480 00000100:00100000:2.0:1746070970.565832:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29780 00000100:00100000:2.0:1746070970.565838:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1660:x1830887431236480:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.565848:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.565860:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144f2 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.565908:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144eb expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.565915:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.565917:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.565919:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.565941:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144eb expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.565951:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144eb expref: 5 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.565961:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426759168:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.566019:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.568213:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.569164:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426759168:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.569192:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.569206:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:2.0:1746070970.569239:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431236480:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3401us (3671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.569246:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29780 00000100:00100000:2.0:1746070970.569265:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431236608 00000100:00100000:2.0:1746070970.569268:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431236608 00000100:00100000:2.0:1746070970.569290:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29781 00000100:00100000:2.0:1746070970.569295:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1661:x1830887431236608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.569304:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746070970.569305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:2.0:1746070970.569313:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0144f9 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.569329:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.569333:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.569344:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746070970.569346:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431236736 00010000:00010000:2.0:1746070970.569347:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f9 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070970.569349:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431236736 00010000:00010000:0.0:1746070970.569364:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144eb expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.569368:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.569375:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f9 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070970.569380:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13582 00010000:00010000:2.0:1746070970.569382:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:0.0:1746070970.569384:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431236736:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070970.569390:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746070970.569399:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1661:x1830887431236608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (1191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.569403:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29781 00010000:00010000:0.0:1746070970.569405:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144eb expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.569407:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070970.569413:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144eb expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.569426:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037775 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144eb expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.569803:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.569805:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.569811:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.569817:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.570050:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.570063:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 20 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.570073:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426759424:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.570134:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.572039:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426759424:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.572053:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.572093:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431236736:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2708us (2786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.572102:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13582 00000100:00100000:0.0:1746070970.573549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.573619:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431236992 00000100:00100000:1.0:1746070970.573626:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431236992 00002000:00100000:1.0:1746070970.573663:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0c700 x1830887431236992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.573671:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0c700 with x1830887431236992 ext(0->4095) 00010000:00010000:1.0:1746070970.573679:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.573690:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.573695:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0c700 00000100:00100000:1.0:1746070970.573718:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2703 00000100:00100000:1.0:1746070970.573724:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431236992:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070970.574114:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431236992:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 389us (567us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.574119:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2703 00002000:00100000:1.0:1746070970.574124:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0c700 x1830887431236992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.574131:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0c700 with x1830887431236992 ext(0->4095) 00010000:00010000:1.0:1746070970.574135:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.574144:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.574148:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0c700 00000100:00100000:0.0:1746070970.577945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.578138:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431237120 00000100:00100000:2.0:1746070970.578146:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431237120 00010000:00010000:2.0:1746070970.578173:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.578215:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13583 00000100:00100000:2.0:1746070970.578222:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2009:x1830887431237120:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.578234:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.578250:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.578261:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.578281:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803777c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f2 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.578310:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.578312:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.578318:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f9 expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.578325:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f9 expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.578351:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f9 expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.578362:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426759552:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.578486:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605240 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.581966:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426759552:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.581983:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.582030:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2009:x1830887431237120:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3807us (4090us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.582039:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13583 00000100:00100000:0.0:1746070970.582176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.582222:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431237376 00000100:00100000:3.0:1746070970.582228:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431237376 00002000:00100000:3.0:1746070970.582259:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f4e00 x1830887431237376/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.582266:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4e00 with x1830887431237376 ext(0->4095) 00002000:00010000:3.0:1746070970.582270:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f4e00 00000100:00100000:3.0:1746070970.582285:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13503 00000100:00100000:3.0:1746070970.582291:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431237376:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.582397:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431237376:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (222us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.582403:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13503 00002000:00100000:3.0:1746070970.582408:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f4e00 x1830887431237376/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.582414:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4e00 with x1830887431237376 ext(0->4095) 00002000:00010000:3.0:1746070970.582416:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f4e00 00000100:00100000:0.0:1746070970.584938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.586097:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431237504 00000100:00100000:1.0:1746070970.586105:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431237504 00000100:00100000:1.0:1746070970.586156:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29782 00000100:00100000:1.0:1746070970.586163:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431237504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.586177:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.586193:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014500 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.586218:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f9 expref: 19 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.586224:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.586225:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.586228:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.586253:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f9 expref: 19 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.586263:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f9 expref: 19 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746070970.586280:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426759680:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.586346:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.591364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.591428:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431237632 00000100:00100000:2.0:1746070970.591435:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431237632 00000100:00100000:1.0:1746070970.591453:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426759680:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.591460:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f9 expref: 20 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.591473:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.591500:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778600, rc 0) 00000100:00100000:2.0:1746070970.591506:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13584 00000100:00100000:2.0:1746070970.591512:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431237632:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.591525:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746070970.591533:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431237504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5371us (6601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.591539:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29782 00010000:00010000:2.0:1746070970.591540:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f9 expref: 20 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.591549:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f9 expref: 20 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.591565:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037783 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0144f9 expref: 20 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.591799:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.591802:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.591809:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.591816:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.591841:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.591850:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426759808:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.591920:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605240 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.593087:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.593543:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431237760 00000100:00100000:1.0:1746070970.593548:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431237760 00000100:00100000:1.0:1746070970.593570:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29783 00000100:00100000:1.0:1746070970.593575:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431237760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.593586:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.593596:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014507 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.593612:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.593617:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070970.593618:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070970.593621:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.593638:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.593647:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 5 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746070970.593661:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426759936:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.594020:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.595000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.595215:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431238016 00000100:00100000:3.0:1746070970.595221:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431238016 00000100:00100000:2.0:1746070970.595239:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426759808:192.168.204.29@tcp:105: 00002000:00100000:3.0:1746070970.595248:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f4700 x1830887431238016/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746070970.595251:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746070970.595256:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4700 with x1830887431238016 ext(0->4095) 00010000:00010000:3.0:1746070970.595262:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.595272:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.595276:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431237632:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3764us (3919us total) trans 0 rc 0/0 00002000:00010000:3.0:1746070970.595277:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f4700 00000100:00100000:2.0:1746070970.595283:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13584 00000100:00100000:3.0:1746070970.595390:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2704 00000100:00100000:3.0:1746070970.595397:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431238016:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070970.595486:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431238016:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (487us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.595502:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2704 00002000:00100000:3.0:1746070970.595506:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f4700 x1830887431238016/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.595512:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4700 with x1830887431238016 ext(0->4095) 00010000:00010000:3.0:1746070970.595517:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.595525:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.595530:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f4700 00000100:00100000:1.0:1746070970.596265:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426759936:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070970.596280:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.596291:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779000, rc 0) 00000100:00100000:1.0:1746070970.596325:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431237760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2750us (3240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.596331:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29783 00000100:00100000:0.0:1746070970.597982:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.598462:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431238144 00000100:00100000:1.0:1746070970.598469:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431238144 00000100:00100000:1.0:1746070970.598523:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29784 00000100:00100000:1.0:1746070970.598530:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1661:x1830887431238144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.598543:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.598555:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01450e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.598575:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070970.598580:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.598585:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.598589:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01450e expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.598816:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.598827:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01450e expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.598834:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779c00, rc 0) 00000100:00100000:1.0:1746070970.598900:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1661:x1830887431238144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 371us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.598905:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29784 00000100:00100000:0.0:1746070970.599611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.599887:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431238272 00000100:00100000:2.0:1746070970.599891:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431238272 00010000:00010000:2.0:1746070970.599911:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.599939:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13585 00000100:00100000:2.0:1746070970.599944:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431238272:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.599951:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.599965:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.599974:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.599990:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778600/0xa5d706000803778a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014500 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.600009:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.600010:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.600017:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.600024:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.600044:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.600054:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.600064:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426760192:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.601383:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605240 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.603554:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426760192:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070970.603554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:2.0:1746070970.603568:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.603603:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431238272:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3658us (3993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.603612:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13585 00000100:00100000:1.0:1746070970.603829:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431238528 00000100:00100000:1.0:1746070970.603835:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431238528 00002000:00100000:1.0:1746070970.603888:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d8c5500 x1830887431238528/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.603897:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c5500 with x1830887431238528 ext(0->4095) 00010000:00010000:1.0:1746070970.603903:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.603914:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.603920:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d8c5500 00000100:00100000:1.0:1746070970.603934:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2705 00000100:00100000:1.0:1746070970.603940:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431238528:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070970.604044:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431238528:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.604050:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2705 00002000:00100000:1.0:1746070970.604055:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d8c5500 x1830887431238528/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.604061:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c5500 with x1830887431238528 ext(0->4095) 00010000:00010000:1.0:1746070970.604065:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.604073:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.604077:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d8c5500 00000100:00100000:0.0:1746070970.610775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.611082:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431238656 00000100:00100000:2.0:1746070970.611089:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431238656 00010000:00010000:2.0:1746070970.611122:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.611162:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13586 00000100:00100000:2.0:1746070970.611169:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431238656:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.611180:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.611197:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.611208:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.612140:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008037791 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014507 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.612166:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.612168:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.612174:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01450e expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.612181:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01450e expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.612208:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01450e expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.612218:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426760320:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.612293:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.616840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.616934:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426760320:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.616951:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.616987:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431238656:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5818us (6217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.616997:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13586 00000100:00100000:1.0:1746070970.617344:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431238912 00000100:00100000:1.0:1746070970.617350:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431238912 00002000:00100000:1.0:1746070970.617379:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d8c5880 x1830887431238912/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.617387:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c5880 with x1830887431238912 ext(0->4095) 00002000:00010000:1.0:1746070970.617390:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d8c5880 00000100:00100000:1.0:1746070970.617419:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13504 00000100:00100000:1.0:1746070970.617425:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431238912:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070970.617525:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431238912:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (692us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.617531:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13504 00002000:00100000:1.0:1746070970.617535:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d8c5880 x1830887431238912/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.617546:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c5880 with x1830887431238912 ext(0->4095) 00002000:00010000:1.0:1746070970.617548:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d8c5880 00000100:00100000:0.0:1746070970.621327:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.621444:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431239040 00000100:00100000:1.0:1746070970.621451:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431239040 00000100:00100000:1.0:1746070970.621507:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29785 00000100:00100000:1.0:1746070970.621514:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431239040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.621529:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.621544:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014515 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.621568:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01450e expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.621575:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.621576:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.621579:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014515 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.621605:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01450e expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.621615:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01450e expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746070970.621625:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426760448:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.621696:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.623398:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426760448:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070970.623419:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014515 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.623431:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00000100:00100000:1.0:1746070970.623458:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431239040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1944us (2136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.623465:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29785 00000100:00100000:0.0:1746070970.624395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.624473:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431239168 00000100:00100000:2.0:1746070970.624479:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431239168 00010000:00010000:2.0:1746070970.624507:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01450e expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.624737:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13587 00000100:00100000:2.0:1746070970.624744:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431239168:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.624756:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.624771:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01450e expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.624780:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01450e expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.624798:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037798 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01450e expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.624822:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.624824:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.624829:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014515 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.624837:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014515 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.624859:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014515 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.624896:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426760576:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.624947:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.628351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.628511:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426760576:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.628527:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.628561:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887431239168:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3818us (4168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.628573:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13587 00000100:00100000:1.0:1746070970.628854:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.628929:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431239424 00000100:00100000:3.0:1746070970.628935:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431239424 00002000:00100000:3.0:1746070970.628963:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbded80 x1830887431239424/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.628975:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbded80 with x1830887431239424 ext(0->4095) 00002000:00010000:3.0:1746070970.628978:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbded80 00000100:00100000:3.0:1746070970.628991:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13505 00000100:00100000:3.0:1746070970.628996:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431239424:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070970.629089:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431239424:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (743us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.629094:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13505 00002000:00100000:3.0:1746070970.629099:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbded80 x1830887431239424/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.629105:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbded80 with x1830887431239424 ext(0->4095) 00002000:00010000:3.0:1746070970.629107:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbded80 00000100:00100000:0.0:1746070970.629244:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431239552 00000100:00100000:0.0:1746070970.629247:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431239552 00000100:00100000:0.0:1746070970.629278:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29786 00000100:00100000:0.0:1746070970.629283:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1660:x1830887431239552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070970.629291:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070970.629302:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01451c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.629320:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014515 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.629326:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.629328:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.629331:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.629350:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014515 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.629358:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014515 expref: 5 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746070970.629367:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426760704:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070970.629406:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.631728:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426760704:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.631748:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.631759:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8600, rc 0) 00000100:00100000:2.0:1746070970.631793:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431239552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2509us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.631799:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29786 00000100:00100000:0.0:1746070970.632212:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.633280:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431239680 00000100:00100000:3.0:1746070970.633286:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431239680 00000100:00100000:3.0:1746070970.633322:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29787 00000100:00100000:3.0:1746070970.633327:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1661:x1830887431239680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.633338:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.633348:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014523 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.633364:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.633368:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.633373:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.633376:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014523 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.633401:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.633410:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014523 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.633417:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233c00, rc 0) 00000100:00100000:3.0:1746070970.633814:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1661:x1830887431239680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 485us (1602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.633819:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29787 00000100:00100000:0.0:1746070970.634662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.634723:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431239808 00000100:00100000:2.0:1746070970.634728:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431239808 00010000:00010000:2.0:1746070970.634746:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014515 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.634773:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13588 00000100:00100000:2.0:1746070970.634779:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431239808:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.634788:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.634801:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014515 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.634810:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014515 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.634825:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d706000803779f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014515 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.634854:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.634855:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.634860:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.634889:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.634909:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.634917:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.634926:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426760960:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.634981:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.637008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.637095:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426760960:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.637109:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.637139:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431239808:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2360us (2478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.637147:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13588 00000100:00100000:1.0:1746070970.637719:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431240064 00000100:00100000:1.0:1746070970.637725:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431240064 00002000:00100000:1.0:1746070970.637753:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539880 x1830887431240064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.637761:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539880 with x1830887431240064 ext(0->4095) 00010000:00010000:1.0:1746070970.637767:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.637778:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.637784:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d539880 00000100:00100000:1.0:1746070970.637811:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2706 00000100:00100000:1.0:1746070970.637817:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431240064:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070970.637930:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431240064:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (927us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.637940:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2706 00002000:00100000:1.0:1746070970.637944:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539880 x1830887431240064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.637950:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539880 with x1830887431240064 ext(0->4095) 00010000:00010000:1.0:1746070970.637954:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.637961:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.637966:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d539880 00000100:00100000:0.0:1746070970.640212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.640295:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431240192 00000100:00100000:2.0:1746070970.640302:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431240192 00010000:00010000:2.0:1746070970.640327:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.640460:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13589 00000100:00100000:2.0:1746070970.640467:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431240192:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.640479:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.640502:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.640512:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.640530:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d70600080377a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01451c expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.640542:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.640543:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.640548:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014523 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.640556:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014523 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.640581:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014523 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.640591:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426761088:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.640661:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.643228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.643523:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426761088:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.643539:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.643579:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431240192:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3113us (3373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.643589:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13589 00000100:00100000:3.0:1746070970.644317:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431240448 00000100:00100000:3.0:1746070970.644323:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431240448 00002000:00100000:3.0:1746070970.644354:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538700 x1830887431240448/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.644362:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538700 with x1830887431240448 ext(0->4095) 00002000:00010000:3.0:1746070970.644365:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d538700 00000100:00100000:3.0:1746070970.644391:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13506 00000100:00100000:3.0:1746070970.644397:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431240448:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070970.644499:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431240448:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (1268us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.644505:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13506 00002000:00100000:3.0:1746070970.644509:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538700 x1830887431240448/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.644520:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538700 with x1830887431240448 ext(0->4095) 00002000:00010000:3.0:1746070970.644522:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d538700 00000100:00100000:0.0:1746070970.646733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.646853:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431240576 00000100:00100000:3.0:1746070970.646859:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431240576 00000100:00100000:3.0:1746070970.646985:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29788 00000100:00100000:3.0:1746070970.646990:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431240576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.647001:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.647013:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01452a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.647034:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014523 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.647040:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.647041:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.647044:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01452a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.647065:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014523 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.647073:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014523 expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.647082:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426761216:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.647422:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.649380:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426761216:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.649404:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01452a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.649417:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:3.0:1746070970.649449:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431240576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2458us (2720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.649456:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29788 00000100:00100000:0.0:1746070970.649849:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.649983:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431240704 00000100:00100000:2.0:1746070970.649989:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431240704 00010000:00010000:2.0:1746070970.650010:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014523 expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.650040:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13590 00000100:00100000:2.0:1746070970.650047:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431240704:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.650056:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.650071:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014523 expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.650080:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014523 expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.650096:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080377ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014523 expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.650108:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.650109:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.650114:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01452a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.650120:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01452a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.650148:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01452a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.650157:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426761344:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.650206:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.652172:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426761344:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.652185:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.652797:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431240704:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2748us (2946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.652807:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13590 00000100:00100000:0.0:1746070970.652987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.653108:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431240960 00000100:00100000:2.0:1746070970.653113:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431240960 00002000:00100000:2.0:1746070970.653139:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b480 x1830887431240960/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.653147:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b480 with x1830887431240960 ext(0->4095) 00002000:00010000:2.0:1746070970.653150:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d53b480 00000100:00100000:2.0:1746070970.653183:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13507 00000100:00100000:2.0:1746070970.653190:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431240960:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.653292:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431240960:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.653297:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13507 00002000:00100000:2.0:1746070970.653302:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b480 x1830887431240960/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.653312:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b480 with x1830887431240960 ext(0->4095) 00002000:00010000:2.0:1746070970.653315:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d53b480 00000100:00100000:0.0:1746070970.654545:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.654734:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431241088 00000100:00100000:3.0:1746070970.654740:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431241088 00000100:00100000:3.0:1746070970.654767:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29789 00000100:00100000:3.0:1746070970.654772:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1660:x1830887431241088:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.654782:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.654796:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014531 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.654818:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01452a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.654824:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.654826:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.654829:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.654851:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01452a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.654879:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01452a expref: 5 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.654890:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426761472:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.655628:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.656783:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.658318:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431241216 00000100:00100000:2.0:1746070970.658326:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431241216 00000100:00100000:2.0:1746070970.658666:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29790 00000100:00100000:2.0:1746070970.658674:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1661:x1830887431241216:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.658689:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.658701:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014538 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.658722:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.658727:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.658732:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.658735:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014538 expref: 22 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.658763:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.658773:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014538 expref: 22 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.658781:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290e00, rc 0) 00000100:00100000:2.0:1746070970.658832:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1661:x1830887431241216:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.658838:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29790 00000100:00100000:3.0:1746070970.659943:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426761472:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.659961:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.659971:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233400, rc 0) 00000100:00100000:3.0:1746070970.660384:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1660:x1830887431241088:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5609us (5839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.660390:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29789 00000100:00100000:0.0:1746070970.660623:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.660893:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431241344 00000100:00100000:2.0:1746070970.660899:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431241344 00010000:00010000:2.0:1746070970.660917:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01452a expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.660942:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13591 00000100:00100000:2.0:1746070970.660947:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431241344:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.660956:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.660969:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01452a expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.660978:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01452a expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.660994:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080377b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01452a expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.661006:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.661008:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.661013:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.661019:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.661038:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.661046:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.661055:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426761728:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.661094:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.663433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.663524:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426761728:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.663537:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.663713:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431241600 00000100:00100000:3.0:1746070970.663718:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431241600 00002000:00100000:3.0:1746070970.663750:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd25880 x1830887431241600/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.663758:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd25880 with x1830887431241600 ext(0->4095) 00010000:00010000:3.0:1746070970.663765:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.663774:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.663780:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd25880 00000100:00100000:3.0:1746070970.663801:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2707 00000100:00100000:3.0:1746070970.663808:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431241600:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.663960:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431241344:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3012us (3336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.663967:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13591 00000100:00100000:3.0:1746070970.664947:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431241600:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1138us (1518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.664954:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2707 00002000:00100000:3.0:1746070970.664960:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd25880 x1830887431241600/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.664967:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd25880 with x1830887431241600 ext(0->4095) 00010000:00010000:3.0:1746070970.664973:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.664983:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.664989:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd25880 00000100:00100000:2.0:1746070970.667632:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.667705:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431241728 00000100:00100000:0.0:1746070970.667712:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431241728 00010000:00010000:0.0:1746070970.667740:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746070970.667775:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13592 00000100:00100000:0.0:1746070970.667782:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2009:x1830887431241728:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070970.667792:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070970.667808:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.667817:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.667835:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080377bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014531 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.667859:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.667861:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.667880:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014538 expref: 20 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.667887:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014538 expref: 20 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.667913:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014538 expref: 20 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070970.667923:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fd24e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426761856:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070970.667986:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326240 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.670014:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fd24e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426761856:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.670031:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.670076:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2009:x1830887431241728:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2294us (2450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.670085:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13592 00000100:00100000:0.0:1746070970.670118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.670249:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431241984 00000100:00100000:2.0:1746070970.670254:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431241984 00002000:00100000:2.0:1746070970.670281:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd24e00 x1830887431241984/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.670290:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd24e00 with x1830887431241984 ext(0->4095) 00002000:00010000:2.0:1746070970.670293:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd24e00 00000100:00100000:2.0:1746070970.670306:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13508 00000100:00100000:2.0:1746070970.670311:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431241984:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.670660:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431241984:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 347us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.670665:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13508 00002000:00100000:2.0:1746070970.670670:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd24e00 x1830887431241984/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.670677:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd24e00 with x1830887431241984 ext(0->4095) 00002000:00010000:2.0:1746070970.670679:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd24e00 00000100:00100000:0.0:1746070970.672097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.672298:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431242112 00000100:00100000:3.0:1746070970.672304:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431242112 00000100:00100000:3.0:1746070970.672344:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29791 00000100:00100000:3.0:1746070970.672350:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431242112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.672360:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.672373:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01453f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.672397:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014538 expref: 19 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.672403:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.672404:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.672408:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01453f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.672432:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014538 expref: 19 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.672442:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014538 expref: 19 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.672451:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426761984:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.672528:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.674011:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426761984:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.674030:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01453f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.674040:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232800, rc 0) 00000100:00100000:3.0:1746070970.674062:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431242112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1712us (1968us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.674068:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29791 00000100:00100000:0.0:1746070970.675111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.675164:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431242240 00000100:00100000:2.0:1746070970.675169:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431242240 00010000:00010000:2.0:1746070970.675191:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014538 expref: 20 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.675220:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13593 00000100:00100000:2.0:1746070970.675226:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5357b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431242240:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.675239:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.675254:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014538 expref: 20 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.675264:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014538 expref: 20 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.675281:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080377c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014538 expref: 20 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.675300:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.675302:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.675308:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01453f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.675314:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01453f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.675347:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01453f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.675356:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426762112:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.675410:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.676575:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426762112:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.676587:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.676609:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5357b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887431242240:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1383us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.676621:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13593 00000100:00100000:0.0:1746070970.677519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.677580:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431242496 00000100:00100000:2.0:1746070970.677585:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431242496 00002000:00100000:2.0:1746070970.677612:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5355880 x1830887431242496/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.677620:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5355880 with x1830887431242496 ext(0->4095) 00002000:00010000:2.0:1746070970.677623:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5355880 00000100:00100000:2.0:1746070970.677698:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13509 00000100:00100000:2.0:1746070970.677704:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431242496:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.678093:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431242496:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 388us (575us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.678100:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13509 00002000:00100000:2.0:1746070970.678105:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5355880 x1830887431242496/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.678112:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5355880 with x1830887431242496 ext(0->4095) 00002000:00010000:2.0:1746070970.678115:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5355880 00000100:00100000:0.0:1746070970.679629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.679796:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431242624 00000100:00100000:3.0:1746070970.679802:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431242624 00000100:00100000:3.0:1746070970.679843:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29792 00000100:00100000:3.0:1746070970.679849:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1661:x1830887431242624:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.679860:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.679888:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014546 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.679914:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01453f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.679920:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.679921:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.679924:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.679947:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01453f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.679957:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01453f expref: 5 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.679967:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426762240:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.680039:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.680141:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.680184:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431242752 00000100:00100000:0.0:1746070970.680187:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431242752 00000100:00100000:0.0:1746070970.680215:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29793 00000100:00100000:0.0:1746070970.680221:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1660:x1830887431242752:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070970.680228:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070970.680233:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01454d expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.680242:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.680245:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.680249:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070970.680251:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 22 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.680267:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.680276:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 22 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.680283:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ace00, rc 0) 00000100:00100000:0.0:1746070970.680303:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1660:x1830887431242752:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 83us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070970.680308:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29793 00000100:00100000:3.0:1746070970.681472:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426762240:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.681501:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.681509:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:3.0:1746070970.681540:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1661:x1830887431242624:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1689us (1912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.681545:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29792 00000100:00100000:0.0:1746070970.681809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.681853:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431242880 00000100:00100000:2.0:1746070970.681857:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431242880 00010000:00010000:2.0:1746070970.681891:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01453f expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.681916:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13594 00000100:00100000:2.0:1746070970.681921:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431242880:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.681929:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.681942:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01453f expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.682125:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01453f expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.682143:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080377c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01453f expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.682161:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.682162:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.682167:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.682179:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.682205:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.682215:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.682224:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426762496:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.682272:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.683183:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426762496:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.683192:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.683220:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431242880:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1298us (1412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.683226:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13594 00000100:00100000:0.0:1746070970.683660:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.683725:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431243136 00000100:00100000:2.0:1746070970.683729:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431243136 00002000:00100000:2.0:1746070970.683753:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c3100 x1830887431243136/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.683762:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3100 with x1830887431243136 ext(0->4095) 00010000:00010000:2.0:1746070970.683768:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.683778:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.683784:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c3100 00000100:00100000:2.0:1746070970.683911:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2708 00000100:00100000:2.0:1746070970.683917:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431243136:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.684178:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431243136:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 260us (518us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.684185:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2708 00002000:00100000:2.0:1746070970.684190:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c3100 x1830887431243136/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.684197:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3100 with x1830887431243136 ext(0->4095) 00010000:00010000:2.0:1746070970.684202:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.684211:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.684216:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c3100 00000100:00100000:0.0:1746070970.686939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.686987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.687002:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431243264 00000100:00100000:3.0:1746070970.687012:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431243264 00000100:00100000:3.0:1746070970.687049:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29794 00000100:00100000:3.0:1746070970.687055:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431243264:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746070970.687163:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431243392 00000100:00100000:2.0:1746070970.687167:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431243392 00010000:00010000:2.0:1746070970.687188:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.687219:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13595 00000100:00100000:2.0:1746070970.687225:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2009:x1830887431243392:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.687240:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.687255:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.687265:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.687282:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.687284:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080377d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014546 expref: 21 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.687292:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014554 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.687297:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.687299:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.687305:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.687311:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.687323:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.687329:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.687330:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.687333:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.687351:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.687358:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.687367:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 20 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.687375:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 20 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.687378:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426762752:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.687383:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426762624:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.687565:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726050c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.687748:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.689210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.689406:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431243648 00000100:00100000:2.0:1746070970.689412:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431243648 00002000:00100000:2.0:1746070970.689441:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607ed80 x1830887431243648/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.689450:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607ed80 with x1830887431243648 ext(0->4095) 00010000:00010000:2.0:1746070970.689456:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.689467:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.689473:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607ed80 00000100:00100000:3.0:1746070970.689476:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426762752:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.689507:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.689507:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2709 00000100:00100000:2.0:1746070970.689514:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431243648:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746070970.689522:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233000, rc 0) 00000100:00100000:3.0:1746070970.689572:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431243264:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2516us (2640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.689580:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29794 00000100:00100000:2.0:1746070970.689623:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431243648:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.689629:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2709 00002000:00100000:2.0:1746070970.689633:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607ed80 x1830887431243648/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.689639:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607ed80 with x1830887431243648 ext(0->4095) 00010000:00010000:2.0:1746070970.689643:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.689650:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.689655:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607ed80 00000100:00100000:2.0:1746070970.689678:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426762624:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.689686:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.689705:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2009:x1830887431243392:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2482us (2719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.689711:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13595 00000100:00100000:0.0:1746070970.692741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.693439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.693678:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431243776 00000100:00100000:3.0:1746070970.693686:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431243776 00000100:00100000:3.0:1746070970.693719:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29795 00000100:00100000:3.0:1746070970.693726:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431243776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.693740:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.693753:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01455b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.693773:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.693778:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.693784:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070970.693786:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01455b expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.693814:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.693824:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01455b expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.693837:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232000, rc 0) 00000100:00100000:3.0:1746070970.693887:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1660:x1830887431243776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (1152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.693893:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29795 00000100:00100000:2.0:1746070970.694177:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431243904 00000100:00100000:2.0:1746070970.694181:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431243904 00010000:00010000:2.0:1746070970.694195:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.694378:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13596 00000100:00100000:2.0:1746070970.694384:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2009:x1830887431243904:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.694392:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.694406:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.694416:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.694431:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ace00/0xa5d70600080377d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01454d expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.694586:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.694587:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.694593:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.694601:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.694620:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.694630:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 5 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.694639:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426763008:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.695135:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726050c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.697452:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426763008:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.697465:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.697506:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2009:x1830887431243904:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3121us (4066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.697515:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13596 00000100:00100000:0.0:1746070970.697975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.698668:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431244160 00000100:00100000:2.0:1746070970.698673:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431244160 00002000:00100000:2.0:1746070970.698714:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcdbb80 x1830887431244160/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.698723:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdbb80 with x1830887431244160 ext(0->4095) 00010000:00010000:2.0:1746070970.698730:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.698741:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.698747:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcdbb80 00000100:00100000:2.0:1746070970.698761:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2710 00000100:00100000:2.0:1746070970.698767:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431244160:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070970.698883:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431244160:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (908us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.698889:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2710 00002000:00100000:2.0:1746070970.698894:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcdbb80 x1830887431244160/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.698901:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdbb80 with x1830887431244160 ext(0->4095) 00010000:00010000:2.0:1746070970.698905:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.698913:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.698919:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcdbb80 00000100:00100000:0.0:1746070970.701677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.701760:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431244288 00000100:00100000:2.0:1746070970.701767:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431244288 00010000:00010000:2.0:1746070970.701793:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.701814:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13597 00000100:00100000:2.0:1746070970.701820:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431244288:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.701831:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.701846:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.701861:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.701897:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080377de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014554 expref: 6 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.702226:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.702229:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.702236:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01455b expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.702244:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01455b expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.702271:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01455b expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.702282:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426763136:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.702442:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726056c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.704721:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426763136:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.704737:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.704767:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431244288:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2946us (3095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.704776:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13597 00000100:00100000:0.0:1746070970.705256:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.705347:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431244544 00000100:00100000:1.0:1746070970.705353:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431244544 00002000:00100000:1.0:1746070970.705382:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcdad80 x1830887431244544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.705390:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdad80 with x1830887431244544 ext(0->4095) 00002000:00010000:1.0:1746070970.705394:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcdad80 00000100:00100000:1.0:1746070970.705418:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13510 00000100:00100000:1.0:1746070970.705425:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431244544:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070970.705525:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431244544:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.705530:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13510 00002000:00100000:1.0:1746070970.705535:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcdad80 x1830887431244544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.705542:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdad80 with x1830887431244544 ext(0->4095) 00002000:00010000:1.0:1746070970.705544:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcdad80 00000100:00100000:0.0:1746070970.707231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.707280:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431244672 00000100:00100000:2.0:1746070970.707286:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431244672 00000100:00100000:2.0:1746070970.707327:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29796 00000100:00100000:2.0:1746070970.707333:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431244672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.707344:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.707357:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014562 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.707378:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01455b expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.707383:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.707385:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.707388:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014562 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.707411:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01455b expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.707422:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01455b expref: 19 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.707433:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426763264:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.707513:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726056c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.709140:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426763264:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.709159:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014562 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.709175:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:2.0:1746070970.709218:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431244672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1884us (1987us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.709225:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29796 00000100:00100000:0.0:1746070970.709344:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.709412:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431244800 00000100:00100000:3.0:1746070970.709417:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431244800 00010000:00010000:3.0:1746070970.709436:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01455b expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.709454:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13598 00000100:00100000:3.0:1746070970.709459:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431244800:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.709467:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.709481:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01455b expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.709499:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01455b expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.709517:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080377e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01455b expref: 20 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.709540:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.709542:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.709547:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014562 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.709558:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014562 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.709627:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014562 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.709636:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426763392:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.710830:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.712517:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426763392:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.712534:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070970.712594:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.712648:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431245056 00000100:00100000:2.0:1746070970.712654:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431245056 00000100:00100000:3.0:1746070970.712667:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431244800:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3207us (3322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.712675:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13598 00002000:00100000:2.0:1746070970.713188:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd9500 x1830887431245056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.713197:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9500 with x1830887431245056 ext(0->4095) 00002000:00010000:2.0:1746070970.713201:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd9500 00000100:00100000:2.0:1746070970.713232:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13511 00000100:00100000:2.0:1746070970.713238:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431245056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.713334:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431245056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (741us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.713340:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13511 00002000:00100000:2.0:1746070970.713345:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd9500 x1830887431245056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.713352:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9500 with x1830887431245056 ext(0->4095) 00002000:00010000:2.0:1746070970.713354:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd9500 00000100:00100000:0.0:1746070970.715158:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.715196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.715262:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431245184 00000100:00100000:2.0:1746070970.715267:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431245184 00000100:00100000:2.0:1746070970.715288:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431245312 00000100:00100000:2.0:1746070970.715290:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431245312 00000100:00100000:2.0:1746070970.715303:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29797 00000100:00100000:2.0:1746070970.715308:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431245184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.715318:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.715330:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014569 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.715350:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014562 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.715356:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.715358:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.715361:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.715382:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014562 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.715392:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014562 expref: 5 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.715402:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426763520:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.715459:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726056c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.715473:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29798 00000100:00100000:2.0:1746070970.715479:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1661:x1830887431245312:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.715485:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.715500:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014570 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.715514:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.715518:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 22 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.715522:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.715524:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014570 expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.715543:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 22 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.715552:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014570 expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.715561:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291e00, rc 0) 00000100:00100000:2.0:1746070970.715577:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1661:x1830887431245312:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.715583:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29798 00000100:00100000:0.0:1746070970.719123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.719209:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431245440 00000100:00100000:3.0:1746070970.719216:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431245440 00010000:00010000:3.0:1746070970.719243:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014562 expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.719264:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13599 00000100:00100000:3.0:1746070970.719271:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431245440:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.719281:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.719310:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014562 expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.719320:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014562 expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.719341:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.719342:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.719348:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.719356:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.719380:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.719389:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.719399:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426763776:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.719457:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00010000:00010000:2.0:1746070970.720359:0:9567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080377ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014562 expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.720698:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426763520:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.720719:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.720727:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.720737:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:2.0:1746070970.720778:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1660:x1830887431245184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5469us (5623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.720785:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29797 00000100:00100000:0.0:1746070970.721198:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426763776:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070970.721209:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070970.721238:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431245440:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1967us (2121us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070970.721275:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13599 00000100:00100000:0.0:1746070970.722748:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.722854:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431245696 00000100:00100000:1.0:1746070970.722859:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431245696 00002000:00100000:1.0:1746070970.722909:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b7b80 x1830887431245696/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.722918:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b7b80 with x1830887431245696 ext(0->4095) 00010000:00010000:1.0:1746070970.722925:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.722935:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.722941:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61b7b80 00000100:00100000:1.0:1746070970.723075:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2711 00000100:00100000:1.0:1746070970.723082:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2010:x1830887431245696:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070970.723304:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2010:x1830887431245696:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 222us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.723309:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2711 00002000:00100000:1.0:1746070970.723315:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b7b80 x1830887431245696/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.723323:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b7b80 with x1830887431245696 ext(0->4095) 00010000:00010000:1.0:1746070970.723327:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.723336:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.723341:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61b7b80 00000100:00100000:0.0:1746070970.725413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.725479:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431245824 00000100:00100000:2.0:1746070970.725485:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431245824 00010000:00010000:2.0:1746070970.725516:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.725535:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13600 00000100:00100000:2.0:1746070970.725540:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2009:x1830887431245824:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.725550:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.725562:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.725572:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.725590:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080377f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014569 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.725715:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.725717:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.725724:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014570 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.725737:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014570 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.725764:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014570 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.725774:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426763904:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.725829:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726056c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.727086:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426763904:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.727098:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.727120:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2009:x1830887431245824:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1579us (1709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.727127:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13600 00000100:00100000:0.0:1746070970.727289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.727451:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431246080 00000100:00100000:2.0:1746070970.727455:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431246080 00002000:00100000:2.0:1746070970.727476:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b5880 x1830887431246080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.727484:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b5880 with x1830887431246080 ext(0->4095) 00002000:00010000:2.0:1746070970.727498:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b5880 00000100:00100000:2.0:1746070970.727512:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13512 00000100:00100000:2.0:1746070970.727517:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431246080:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070970.727846:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431246080:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 328us (556us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.727855:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13512 00002000:00100000:2.0:1746070970.727860:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b5880 x1830887431246080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.728027:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b5880 with x1830887431246080 ext(0->4095) 00002000:00010000:2.0:1746070970.728030:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b5880 00000100:00100000:0.0:1746070970.729346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.729507:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431246208 00000100:00100000:2.0:1746070970.729511:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431246208 00000100:00100000:2.0:1746070970.729550:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29799 00000100:00100000:2.0:1746070970.729556:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431246208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.729567:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.729882:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014577 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.729905:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014570 expref: 19 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.729912:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.729913:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.729916:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014577 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.730019:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014570 expref: 19 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.730030:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014570 expref: 19 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.730045:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426764032:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.730291:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.732542:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426764032:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.732563:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014577 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.732576:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0465600, rc 0) 00000100:00100000:2.0:1746070970.732615:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431246208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3058us (3270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.732622:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29799 00000100:00100000:0.0:1746070970.733798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.733857:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431246336 00000100:00100000:2.0:1746070970.733878:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431246336 00010000:00010000:2.0:1746070970.733925:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014570 expref: 20 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.733954:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13601 00000100:00100000:2.0:1746070970.733959:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431246336:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.733969:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.733984:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014570 expref: 20 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.733993:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014570 expref: 20 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.734021:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080377fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014570 expref: 20 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.734042:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.734044:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.734049:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014577 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.734056:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014577 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.734076:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014577 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.734085:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426764160:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.734136:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.735696:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426764160:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.735709:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.735732:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431246336:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1772us (1935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.735740:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13601 00000100:00100000:0.0:1746070970.736004:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.736192:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431246592 00000100:00100000:3.0:1746070970.736197:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431246592 00002000:00100000:3.0:1746070970.736223:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130565880 x1830887431246592/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.736231:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565880 with x1830887431246592 ext(0->4095) 00002000:00010000:3.0:1746070970.736234:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130565880 00000100:00100000:3.0:1746070970.736248:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13513 00000100:00100000:3.0:1746070970.736253:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431246592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070970.736356:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431246592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.736362:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13513 00002000:00100000:3.0:1746070970.736366:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130565880 x1830887431246592/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.736373:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565880 with x1830887431246592 ext(0->4095) 00002000:00010000:3.0:1746070970.736376:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130565880 00000100:00100000:0.0:1746070970.739228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.739275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.739853:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431246720 00000100:00100000:2.0:1746070970.739860:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431246720 00000100:00100000:2.0:1746070970.739936:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431246848 00000100:00100000:2.0:1746070970.739938:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431246848 00000100:00100000:2.0:1746070970.739952:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29800 00000100:00100000:2.0:1746070970.739959:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431246720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.739973:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.739987:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01457e expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.740013:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014577 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.740020:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.740021:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.740024:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.740048:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014577 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.740058:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014577 expref: 5 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.740067:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426764288:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.740131:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.740148:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29801 00000100:00100000:2.0:1746070970.740154:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1661:x1830887431246848:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.740160:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.740171:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014585 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.740184:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.740191:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 22 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.740196:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.740199:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014585 expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.740221:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 22 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.740231:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014585 expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.740240:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:2.0:1746070970.740258:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1661:x1830887431246848:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.740263:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29801 00000100:00100000:2.0:1746070970.745607:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426764288:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.745632:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.745646:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:2.0:1746070970.745689:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1660:x1830887431246720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5730us (6467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.745697:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29800 00000100:00100000:0.0:1746070970.746585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.746620:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431246976 00000100:00100000:2.0:1746070970.746626:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431246976 00010000:00010000:2.0:1746070970.746647:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014577 expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.746673:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13602 00000100:00100000:2.0:1746070970.746679:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431246976:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.746688:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.746703:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014577 expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.746713:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014577 expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.746731:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037801 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014577 expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.746756:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.746758:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.746764:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.746771:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.746795:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.746809:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 20 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.746819:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426764544:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.746906:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.749245:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426764544:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.749258:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.749290:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431246976:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2612us (2707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.749297:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13602 00000100:00100000:0.0:1746070970.751565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.751623:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431247232 00000100:00100000:2.0:1746070970.751629:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431247232 00002000:00100000:2.0:1746070970.751660:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d853480 x1830887431247232/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.751669:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853480 with x1830887431247232 ext(0->4095) 00010000:00010000:2.0:1746070970.751676:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.751687:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.751693:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d853480 00000100:00100000:2.0:1746070970.751722:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2712 00000100:00100000:2.0:1746070970.751729:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431247232:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070970.751850:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431247232:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.751856:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2712 00002000:00100000:2.0:1746070970.751861:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d853480 x1830887431247232/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.751886:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853480 with x1830887431247232 ext(0->4095) 00010000:00010000:2.0:1746070970.751891:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.751899:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.751904:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d853480 00000100:00100000:0.0:1746070970.755816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.755913:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431247360 00000100:00100000:2.0:1746070970.755920:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431247360 00010000:00010000:2.0:1746070970.755946:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.755971:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13603 00000100:00100000:2.0:1746070970.755982:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431247360:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.755994:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.756010:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.756021:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.756040:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037808 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01457e expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.756671:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.756674:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.756681:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014585 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.756689:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014585 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.756716:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014585 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.756726:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426764672:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.756802:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.759417:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426764672:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.759434:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.759479:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431247360:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3501us (3669us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.759497:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13603 00000100:00100000:0.0:1746070970.760098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.760173:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431247616 00000100:00100000:3.0:1746070970.760179:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431247616 00002000:00100000:3.0:1746070970.760208:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d852680 x1830887431247616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.760217:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d852680 with x1830887431247616 ext(0->4095) 00002000:00010000:3.0:1746070970.760220:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d852680 00000100:00100000:3.0:1746070970.760232:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13514 00000100:00100000:3.0:1746070970.760237:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431247616:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.760317:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431247616:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 81us (221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.760322:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13514 00002000:00100000:3.0:1746070970.760326:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d852680 x1830887431247616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.760331:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d852680 with x1830887431247616 ext(0->4095) 00002000:00010000:3.0:1746070970.760334:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d852680 00000100:00100000:0.0:1746070970.762358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.762435:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431247744 00000100:00100000:2.0:1746070970.762441:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431247744 00000100:00100000:2.0:1746070970.765321:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29802 00000100:00100000:2.0:1746070970.765336:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431247744:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.765356:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.765371:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01458c expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.765398:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014585 expref: 19 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.765406:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.765407:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.765410:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.765437:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014585 expref: 19 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.765447:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014585 expref: 19 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.765457:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426764800:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.765545:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.769105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.769319:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426764800:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.769341:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.769354:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:3.0:1746070970.769961:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431247872 00000100:00100000:3.0:1746070970.769967:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431247872 00010000:00010000:3.0:1746070970.770942:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014585 expref: 20 pid: 10108 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.770977:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13604 00000100:00100000:3.0:1746070970.770984:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431247872:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.770995:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.771009:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014585 expref: 20 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.771019:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014585 expref: 20 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.771037:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d706000803780f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014585 expref: 20 pid: 10108 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.771057:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.771059:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.771064:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.771070:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.771096:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.771105:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426764928:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.771177:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431247744:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5844us (8821us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.771187:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29802 00000100:00100000:0.0:1746070970.771394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.771477:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431248000 00000100:00100000:2.0:1746070970.771481:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431248000 00000100:00100000:3.0:1746070970.771563:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.771659:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29803 00000100:00100000:2.0:1746070970.771665:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431248000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.771675:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.771683:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014593 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.771890:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.771897:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.771898:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.771900:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.771916:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.771925:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 5 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.771932:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426765056:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.771978:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.773036:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426765056:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.773051:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.773060:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290600, rc 0) 00000100:00100000:2.0:1746070970.773079:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1660:x1830887431248000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1414us (1686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.773084:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29803 00000100:00100000:3.0:1746070970.773142:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426764928:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.773152:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.773167:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431247872:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2185us (4069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.773173:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13604 00000100:00100000:1.0:1746070970.773668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.773785:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431248256 00000100:00100000:3.0:1746070970.773789:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431248256 00002000:00100000:3.0:1746070970.773813:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdd500 x1830887431248256/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.773822:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdd500 with x1830887431248256 ext(0->4095) 00010000:00010000:3.0:1746070970.773827:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.773838:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.773843:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdd500 00000100:00100000:3.0:1746070970.773899:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2713 00000100:00100000:3.0:1746070970.773906:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431248256:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.774145:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431248256:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 239us (477us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.774151:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2713 00002000:00100000:3.0:1746070970.774156:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdd500 x1830887431248256/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.774163:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdd500 with x1830887431248256 ext(0->4095) 00010000:00010000:3.0:1746070970.774168:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.774177:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.774182:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdd500 00000100:00100000:0.0:1746070970.775581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.775693:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431248384 00000100:00100000:3.0:1746070970.775697:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431248384 00010000:00010000:3.0:1746070970.775711:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.775724:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13605 00000100:00100000:3.0:1746070970.775728:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431248384:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.775734:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.775744:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.775750:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.775763:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037816 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01458c expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.775771:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.775772:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.775777:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 19 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.775785:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 19 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.775802:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 19 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.775809:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426765184:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.775991:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.777283:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426765184:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.777296:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.777323:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431248384:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1589us (1739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.777330:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13605 00000100:00100000:0.0:1746070970.777469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.777534:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431248640 00000100:00100000:3.0:1746070970.777538:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431248640 00002000:00100000:3.0:1746070970.777564:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01ff480 x1830887431248640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.777572:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff480 with x1830887431248640 ext(0->4095) 00002000:00010000:3.0:1746070970.777575:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01ff480 00000100:00100000:3.0:1746070970.777599:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13515 00000100:00100000:3.0:1746070970.777605:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431248640:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.777709:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431248640:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (240us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.777719:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13515 00002000:00100000:3.0:1746070970.777724:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01ff480 x1830887431248640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.777730:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff480 with x1830887431248640 ext(0->4095) 00002000:00010000:3.0:1746070970.777733:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01ff480 00000100:00100000:0.0:1746070970.779067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.779138:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431248768 00000100:00100000:2.0:1746070970.779142:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431248768 00000100:00100000:2.0:1746070970.779218:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29804 00000100:00100000:2.0:1746070970.779224:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431248768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.779233:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.779245:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01459a expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.779264:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 19 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.779270:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.779271:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.779274:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01459a expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.779294:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 19 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.779304:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 19 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.779314:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426765312:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.779588:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.780846:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426765312:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.780888:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01459a expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.780900:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290a00, rc 0) 00000100:00100000:2.0:1746070970.780926:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431248768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1702us (1860us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.780932:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29804 00000100:00100000:0.0:1746070970.782246:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.782344:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431248896 00000100:00100000:2.0:1746070970.782350:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431248896 00002000:00100000:2.0:1746070970.782378:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a01fdf80 x1830887431248896/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 496/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.782386:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fdf80 with x1830887431248896 ext(0->7) 00010000:00010000:2.0:1746070970.782393:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 20 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.782403:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 20 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.782408:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fdf80 00000100:00100000:2.0:1746070970.782919:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2714 00000100:00100000:2.0:1746070970.782926:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431248896:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070970.783900:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2007:x1830887431248896:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 973us (1654us total) trans 4294972239 rc 0/0 00000100:00100000:0.0:1746070970.783908:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2714 00002000:00100000:0.0:1746070970.783914:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a01fdf80 x1830887431248896/t4294972239(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 496/448 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.783922:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fdf80 with x1830887431248896 ext(0->7) 00010000:00010000:0.0:1746070970.783927:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 22 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.783938:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 22 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746070970.783948:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fdf80 00000100:00100000:0.0:1746070970.786034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.786262:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431249024 00000100:00100000:3.0:1746070970.786268:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431249024 00010000:00010000:3.0:1746070970.786294:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 22 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.786315:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13606 00000100:00100000:3.0:1746070970.786320:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2009:x1830887431249024:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.786330:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.786343:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 22 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.786352:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 22 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.786371:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803781d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014593 expref: 22 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.786526:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.786528:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.786535:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01459a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.786546:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01459a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.786573:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01459a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.786583:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426765440:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.787098:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.789240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.789311:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426765440:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.789330:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.789359:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2009:x1830887431249024:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3039us (3330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.789368:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13606 00000100:00100000:1.0:1746070970.789424:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431249280 00000100:00100000:1.0:1746070970.789429:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431249280 00002000:00100000:1.0:1746070970.789455:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fdc00 x1830887431249280/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.789464:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fdc00 with x1830887431249280 ext(0->4095) 00002000:00010000:1.0:1746070970.789467:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01fdc00 00000100:00100000:1.0:1746070970.789479:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13516 00000100:00100000:1.0:1746070970.789484:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431249280:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070970.789581:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431249280:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.789585:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13516 00002000:00100000:1.0:1746070970.789590:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fdc00 x1830887431249280/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.789597:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fdc00 with x1830887431249280 ext(0->4095) 00002000:00010000:1.0:1746070970.789600:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01fdc00 00000100:00100000:0.0:1746070970.793726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.793809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.793884:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431249408 00000100:00100000:1.0:1746070970.793892:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431249408 00000100:00100000:1.0:1746070970.793933:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431249536 00000100:00100000:1.0:1746070970.793935:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431249536 00000100:00100000:1.0:1746070970.793951:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29805 00000100:00100000:1.0:1746070970.793957:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1661:x1830887431249408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.793972:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.793985:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145a1 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.794008:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01459a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.794014:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070970.794015:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070970.794018:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 23 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.794040:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01459a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.794050:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01459a expref: 5 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746070970.794061:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426765568:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.794120:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.794186:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29806 00000100:00100000:3.0:1746070970.794195:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:1660:x1830887431249536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.794201:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.794207:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145a8 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.794216:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.794220:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 24 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.794224:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.794227:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 24 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.794245:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 24 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.794255:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 24 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.794263:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232800, rc 0) 00000100:00100000:3.0:1746070970.794282:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:1660:x1830887431249536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.794287:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29806 00000100:00100000:1.0:1746070970.797183:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426765568:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070970.797205:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 23 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.797218:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779000, rc 0) 00000100:00100000:1.0:1746070970.797254:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:1661:x1830887431249408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3297us (3534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.797261:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29805 00000100:00100000:0.0:1746070970.798781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.800631:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431249664 00000100:00100000:3.0:1746070970.800640:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431249664 00010000:00010000:3.0:1746070970.800670:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01459a expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.800692:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13607 00000100:00100000:3.0:1746070970.800697:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431249664:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.800707:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.800722:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01459a expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.800731:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01459a expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.800749:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008037824 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01459a expref: 6 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.800982:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.800984:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.800991:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 22 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.800998:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 22 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.801026:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 22 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.801035:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 22 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.801045:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426765824:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.801118:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.803587:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.804239:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426765824:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.804257:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.804295:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431249664:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3597us (5517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.804310:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13607 00000100:00100000:2.0:1746070970.805151:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431249920 00000100:00100000:2.0:1746070970.805158:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431249920 00002000:00100000:2.0:1746070970.805199:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691180 x1830887431249920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.805208:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691180 with x1830887431249920 ext(0->4095) 00010000:00010000:2.0:1746070970.805216:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 23 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.805226:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 23 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.805232:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691180 00000100:00100000:2.0:1746070970.805674:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2715 00000100:00100000:2.0:1746070970.805682:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2008:x1830887431249920:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.805792:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2008:x1830887431249920:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (2211us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.805798:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2715 00002000:00100000:2.0:1746070970.805802:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691180 x1830887431249920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.805808:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691180 with x1830887431249920 ext(0->4095) 00010000:00010000:2.0:1746070970.805812:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 23 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.805820:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 23 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.805825:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691180 00000100:00100000:0.0:1746070970.809022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.809358:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.809695:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431250048 00000100:00100000:1.0:1746070970.809702:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431250048 00000100:00100000:1.0:1746070970.809750:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29807 00000100:00100000:1.0:1746070970.809756:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431250048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.809770:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.809783:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145af expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.809804:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.809808:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.809814:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070970.809817:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.809844:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.809853:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.809861:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779c00, rc 0) 00000100:00100000:1.0:1746070970.809926:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431250048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.809935:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29807 00000100:00100000:3.0:1746070970.810309:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431250176 00000100:00100000:3.0:1746070970.810313:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431250176 00010000:00010000:3.0:1746070970.810330:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 23 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.810354:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13608 00000100:00100000:3.0:1746070970.810359:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2010:x1830887431250176:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.810365:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.810379:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 23 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.810388:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 23 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.810403:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d706000803782b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a1 expref: 23 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.810420:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.810422:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.810427:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.810434:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.810449:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.810458:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 22 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.810472:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426766080:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.810526:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.812418:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426766080:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.812434:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.812462:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2010:x1830887431250176:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2102us (3103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.812469:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13608 00000100:00100000:0.0:1746070970.814556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.814623:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431250432 00000100:00100000:1.0:1746070970.814630:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431250432 00002000:00100000:1.0:1746070970.814664:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6333480 x1830887431250432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.814674:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333480 with x1830887431250432 ext(0->4095) 00010000:00010000:1.0:1746070970.814681:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 22 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.814694:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 22 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.814701:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6333480 00000100:00100000:1.0:1746070970.814725:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2716 00000100:00100000:1.0:1746070970.814731:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887431250432:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070970.814832:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887431250432:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.814837:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2716 00002000:00100000:1.0:1746070970.814842:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6333480 x1830887431250432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.814849:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333480 with x1830887431250432 ext(0->4095) 00010000:00010000:1.0:1746070970.814853:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 22 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.814884:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 22 pid: 9566 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.814890:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6333480 00000100:00100000:0.0:1746070970.817466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.817519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.817581:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431250688 00000100:00100000:2.0:1746070970.817586:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431250688 00000100:00100000:2.0:1746070970.817622:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29808 00000100:00100000:2.0:1746070970.817628:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1660:x1830887431250688:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.817641:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.817653:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145b6 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.817671:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.817676:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.817681:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070970.817683:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 23 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.817710:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.817718:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 23 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.817725:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290600, rc 0) 00000100:00100000:2.0:1746070970.817752:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:1660:x1830887431250688:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.817760:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29808 00000100:00100000:3.0:1746070970.818074:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431250560 00000100:00100000:3.0:1746070970.818078:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431250560 00010000:00010000:3.0:1746070970.818094:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 23 pid: 9566 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.818162:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13609 00000100:00100000:3.0:1746070970.818169:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2009:x1830887431250560:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.818177:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.818191:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 23 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.818200:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 23 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.818214:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037832 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145a8 expref: 23 pid: 9566 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.818721:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.818724:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.818730:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.818738:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.818757:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.818766:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.818775:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426766336:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.818837:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.821506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.821677:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426766336:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.821694:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.821726:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2009:x1830887431250560:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3557us (4207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.821735:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13609 00000100:00100000:2.0:1746070970.822188:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431250944 00000100:00100000:2.0:1746070970.822194:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431250944 00002000:00100000:2.0:1746070970.822223:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfd500 x1830887431250944/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.822231:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfd500 with x1830887431250944 ext(0->4095) 00010000:00010000:2.0:1746070970.822238:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.822249:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.822255:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfd500 00000100:00100000:2.0:1746070970.822279:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2717 00000100:00100000:2.0:1746070970.822285:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431250944:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070970.822386:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431250944:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (886us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.822391:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2717 00002000:00100000:2.0:1746070970.822396:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfd500 x1830887431250944/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.822402:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfd500 with x1830887431250944 ext(0->4095) 00010000:00010000:2.0:1746070970.822406:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.822418:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.822424:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfd500 00000100:00100000:0.0:1746070970.824996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.825605:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431251072 00000100:00100000:3.0:1746070970.825613:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431251072 00010000:00010000:3.0:1746070970.825641:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.825952:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13610 00000100:00100000:3.0:1746070970.825960:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431251072:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.825975:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.825990:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.825999:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.826018:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779c00/0xa5d7060008037839 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145af expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.826227:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.826229:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.826235:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.826243:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.826271:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.826281:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426766464:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.826636:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.828742:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426766464:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.828758:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.828789:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431251072:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2830us (3800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.828801:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13610 00000100:00100000:0.0:1746070970.829254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.829831:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431251328 00000100:00100000:3.0:1746070970.829836:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431251328 00002000:00100000:3.0:1746070970.829887:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcff100 x1830887431251328/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.829895:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcff100 with x1830887431251328 ext(0->4095) 00002000:00010000:3.0:1746070970.829898:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcff100 00000100:00100000:3.0:1746070970.830550:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13517 00000100:00100000:3.0:1746070970.830557:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887431251328:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.830660:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887431251328:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (1406us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.830665:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13517 00002000:00100000:3.0:1746070970.830670:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcff100 x1830887431251328/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.830678:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcff100 with x1830887431251328 ext(0->4095) 00002000:00010000:3.0:1746070970.830680:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcff100 00000100:00100000:0.0:1746070970.832728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.832816:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431251456 00000100:00100000:1.0:1746070970.832823:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431251456 00000100:00100000:1.0:1746070970.832974:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29809 00000100:00100000:1.0:1746070970.832980:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431251456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.832993:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.833007:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145bd expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.833030:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.833035:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.833037:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.833039:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.833063:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 21 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.833073:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 21 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746070970.833083:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426766592:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.833641:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.835425:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426766592:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070970.835446:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.835459:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00000100:00100000:1.0:1746070970.835508:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431251456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2527us (2784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.835515:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29809 00000100:00100000:0.0:1746070970.836137:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.836368:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431251584 00000100:00100000:1.0:1746070970.836374:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431251584 00002000:00100000:1.0:1746070970.836405:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ff32a00 x1830887431251584/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 496/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.836413:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32a00 with x1830887431251584 ext(0->7) 00010000:00010000:1.0:1746070970.836419:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 22 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.836430:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 22 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.836436:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff32a00 00000100:00100000:1.0:1746070970.836462:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2718 00000100:00100000:1.0:1746070970.836468:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2007:x1830887431251584:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070970.838380:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2007:x1830887431251584:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1906us (2238us total) trans 4294972240 rc 0/0 00000100:00100000:1.0:1746070970.838392:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2718 00002000:00100000:1.0:1746070970.838400:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ff32a00 x1830887431251584/t4294972240(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 496/448 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.838407:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32a00 with x1830887431251584 ext(0->7) 00010000:00010000:1.0:1746070970.838415:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 24 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.838427:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 24 pid: 9567 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.838433:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff32a00 00000100:00100000:0.0:1746070970.843026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.849961:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.850140:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431251840 00000100:00100000:1.0:1746070970.850148:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431251840 00000100:00100000:1.0:1746070970.850198:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29810 00000100:00100000:1.0:1746070970.850205:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:1660:x1830887431251840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.850220:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.850233:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145c4 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.850256:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.850261:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.850267:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070970.850270:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.850305:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.850316:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.850324:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779800, rc 0) 00000100:00100000:1.0:1746070970.850359:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:1660:x1830887431251840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.850365:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29810 00000100:00100000:3.0:1746070970.851249:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431251712 00000100:00100000:3.0:1746070970.851255:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431251712 00010000:00010000:3.0:1746070970.851275:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 25 pid: 9567 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.851298:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13611 00000100:00100000:3.0:1746070970.851304:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:2008:x1830887431251712:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.851311:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.851325:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 25 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.851335:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 25 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.851350:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d7060008037840 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145b6 expref: 25 pid: 9567 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.851372:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.851373:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.851379:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.851385:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.851405:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.851414:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.851424:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426766848:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.851495:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.852737:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426766848:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.852750:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.852771:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2008:x1830887431251712:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1468us (9752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.852778:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13611 00000100:00100000:0.0:1746070970.853978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.854042:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431252096 00000100:00100000:1.0:1746070970.854047:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431252096 00002000:00100000:1.0:1746070970.854077:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef06300 x1830887431252096/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.854085:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06300 with x1830887431252096 ext(0->4095) 00010000:00010000:1.0:1746070970.854092:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.854105:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.854110:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef06300 00000100:00100000:1.0:1746070970.854133:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2719 00000100:00100000:1.0:1746070970.854139:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431252096:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070970.854235:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431252096:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.854240:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2719 00002000:00100000:1.0:1746070970.854245:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef06300 x1830887431252096/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.854252:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06300 with x1830887431252096 ext(0->4095) 00010000:00010000:1.0:1746070970.854256:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:1.0:1746070970.854264:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:1.0:1746070970.854269:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef06300 00000100:00100000:0.0:1746070970.864135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.864232:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431252224 00000100:00100000:3.0:1746070970.864240:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431252224 00010000:00010000:3.0:1746070970.864270:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.864307:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13612 00000100:00100000:3.0:1746070970.864314:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431252224:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.864326:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.864341:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.864351:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.864370:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037847 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145bd expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.864395:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.864397:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.864403:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 23 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.864409:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 23 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.864434:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 23 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.864445:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426766976:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.864522:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.867798:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.867907:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426766976:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.867925:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.867959:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431252224:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3645us (3831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.867968:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13612 00000100:00100000:2.0:1746070970.868031:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431252480 00000100:00100000:2.0:1746070970.868037:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431252480 00002000:00100000:2.0:1746070970.868067:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef05f80 x1830887431252480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.868075:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05f80 with x1830887431252480 ext(0->4095) 00002000:00010000:2.0:1746070970.868078:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef05f80 00000100:00100000:2.0:1746070970.868102:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13518 00000100:00100000:2.0:1746070970.868108:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2007:x1830887431252480:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070970.868204:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2007:x1830887431252480:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.868209:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13518 00002000:00100000:2.0:1746070970.868214:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef05f80 x1830887431252480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.868221:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05f80 with x1830887431252480 ext(0->4095) 00002000:00010000:2.0:1746070970.868223:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef05f80 00000100:00100000:0.0:1746070970.873129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.873355:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431252608 00000100:00100000:2.0:1746070970.873362:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431252608 00000100:00100000:1.0:1746070970.874580:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29811 00000100:00100000:1.0:1746070970.874590:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431252608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070970.874604:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070970.874618:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145cb expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.874643:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 23 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.874650:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.874651:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070970.874654:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.874675:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 23 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.874684:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 23 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:1.0:1746070970.874693:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426767104:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070970.878457:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070970.880326:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426767104:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070970.880351:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070970.880366:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00000100:00100000:1.0:1746070970.880418:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431252608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5829us (7294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.880425:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29811 00000100:00100000:1.0:1746070970.882476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.882600:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431252736 00000100:00100000:2.0:1746070970.882606:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431252736 00002000:00100000:2.0:1746070970.882639:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fbdf480 x1830887431252736/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 496/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.882647:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdf480 with x1830887431252736 ext(0->7) 00010000:00010000:2.0:1746070970.882653:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 24 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.882664:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 24 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.882669:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdf480 00000100:00100000:2.0:1746070970.882691:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2720 00000100:00100000:2.0:1746070970.882697:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2007:x1830887431252736:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070970.884804:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2007:x1830887431252736:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2100us (2325us total) trans 4294972241 rc 0/0 00000100:00100000:2.0:1746070970.884813:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2720 00002000:00100000:2.0:1746070970.884820:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fbdf480 x1830887431252736/t4294972241(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 496/448 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.884828:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdf480 with x1830887431252736 ext(0->7) 00010000:00010000:2.0:1746070970.884835:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 26 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.884847:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 26 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:2.0:1746070970.884853:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdf480 00000100:00100000:0.0:1746070970.901731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.901810:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431252864 00000100:00100000:1.0:1746070970.901818:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431252864 00000100:00100000:1.0:1746070970.901860:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29812 00000100:00100000:0.0:1746070970.903302:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:1660:x1830887431252864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070970.903319:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070970.903336:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145d2 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.903358:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070970.903363:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.903368:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070970.903371:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 27 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.903400:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.903411:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 27 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.903419:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad000, rc 0) 00000100:00100000:0.0:1746070970.903457:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:1660:x1830887431252864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1556us (1733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070970.903462:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29812 00000100:00100000:0.0:1746070970.904495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.904590:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431252992 00000100:00100000:3.0:1746070970.904596:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431252992 00010000:00010000:3.0:1746070970.904617:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 27 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.904928:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13613 00000100:00100000:3.0:1746070970.904935:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2008:x1830887431252992:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.904943:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.904957:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 27 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.904967:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 27 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.904982:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d706000803784e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145c4 expref: 27 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.904997:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.904999:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.905004:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.905011:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.905032:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.905041:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:3.0:1746070970.905051:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426767360:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.905098:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.906944:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.906972:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431253248 00000100:00100000:0.0:1746070970.906977:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431253248 00002000:00100000:0.0:1746070970.907007:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f991880 x1830887431253248/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.907020:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f991880 with x1830887431253248 ext(0->4095) 00010000:00010000:0.0:1746070970.907026:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.907038:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746070970.907044:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f991880 00000100:00100000:0.0:1746070970.907064:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2721 00000100:00100000:0.0:1746070970.907069:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431253248:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070970.907165:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431253248:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070970.907171:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2721 00002000:00100000:0.0:1746070970.907175:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f991880 x1830887431253248/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.907182:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f991880 with x1830887431253248 ext(0->4095) 00010000:00010000:0.0:1746070970.907185:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746070970.907192:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746070970.907197:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f991880 00000100:00100000:2.0:1746070970.907402:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426767360:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.907416:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.907434:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2008:x1830887431252992:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2500us (2950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.907439:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13613 00000100:00100000:0.0:1746070970.909298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.909463:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431253376 00000100:00100000:2.0:1746070970.909468:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431253376 00010000:00010000:2.0:1746070970.909500:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.909522:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13614 00000100:00100000:2.0:1746070970.909528:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431253376:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.909537:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.909552:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.909562:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.909580:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037855 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145cb expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.909607:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.909609:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.909615:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.909622:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.909650:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.909660:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426767488:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.910495:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726056c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.912617:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426767488:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.912963:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.913007:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431253376:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3478us (3714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.913017:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13614 00000100:00100000:1.0:1746070970.913439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.913662:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431253632 00000100:00100000:0.0:1746070970.913668:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431253632 00002000:00100000:0.0:1746070970.913700:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdc000 x1830887431253632/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.913708:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdc000 with x1830887431253632 ext(0->4095) 00002000:00010000:0.0:1746070970.913712:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdc000 00000100:00100000:0.0:1746070970.913740:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13519 00000100:00100000:0.0:1746070970.913746:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2009:x1830887431253632:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746070970.913848:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2009:x1830887431253632:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (410us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070970.913853:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13519 00002000:00100000:0.0:1746070970.913857:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdc000 x1830887431253632/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.913880:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdc000 with x1830887431253632 ext(0->4095) 00002000:00010000:0.0:1746070970.913882:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdc000 00000100:00100000:1.0:1746070970.919768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.919847:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431253760 00000100:00100000:0.0:1746070970.919858:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431253760 00000100:00100000:0.0:1746070970.920162:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29813 00000100:00100000:0.0:1746070970.920170:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431253760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070970.920186:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070970.920199:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145d9 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.920222:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.920233:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070970.920235:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070970.920238:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.920262:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 25 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.920272:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 25 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746070970.920645:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f992300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426767616:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070970.921216:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.925137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.925211:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431253888 00000100:00100000:3.0:1746070970.925219:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431253888 00002000:00100000:3.0:1746070970.925253:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e353b80 x1830887431253888/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 496/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.925261:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e353b80 with x1830887431253888 ext(0->7) 00010000:00010000:3.0:1746070970.925269:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 26 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.925280:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 26 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.925287:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e353b80 00000100:00100000:3.0:1746070970.925304:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2722 00000100:00100000:3.0:1746070970.925310:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2008:x1830887431253888:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070970.925706:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f992300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426767616:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.925726:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.925738:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:3.0:1746070970.928087:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431253888:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2776us (2956us total) trans 4294972242 rc 0/0 00000100:00100000:3.0:1746070970.928097:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2722 00002000:00100000:3.0:1746070970.928106:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e353b80 x1830887431253888/t4294972242(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 496/448 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.928114:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e353b80 with x1830887431253888 ext(0->7) 00010000:00010000:3.0:1746070970.928121:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 28 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.928132:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 28 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.928137:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e353b80 00000100:00100000:0.0:1746070970.928139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.928168:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431254016 00000100:00100000:3.0:1746070970.928173:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431254016 00000100:00100000:3.0:1746070970.928194:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29814 00000100:00100000:3.0:1746070970.928200:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431254016:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.928211:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.928222:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145e0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.928228:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431253760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7546us (7954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.928235:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29813 00010000:00010000:3.0:1746070970.928240:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.928244:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.928253:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070970.928256:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e0 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.928281:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.928292:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e0 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.928301:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232000, rc 0) 00000100:00100000:3.0:1746070970.928318:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431254016:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.928323:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29814 00000100:00100000:0.0:1746070970.934320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.934782:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431254144 00000100:00100000:2.0:1746070970.934790:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431254144 00010000:00010000:2.0:1746070970.934823:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 29 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.934859:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13615 00000100:00100000:2.0:1746070970.934888:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431254144:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.934900:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.934916:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 29 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.934927:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 29 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.934947:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d706000803785c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d2 expref: 29 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.934978:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.934980:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.934987:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.934994:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.935021:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.935031:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 5 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.935040:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426767872:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.935113:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726056c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.937008:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426767872:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070970.937022:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070970.937047:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431254144:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2181us (2733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070970.937055:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13615 00000100:00100000:0.0:1746070970.938200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.938248:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431254400 00000100:00100000:3.0:1746070970.938254:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431254400 00002000:00100000:3.0:1746070970.938287:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e352300 x1830887431254400/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.938295:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e352300 with x1830887431254400 ext(0->4095) 00010000:00010000:3.0:1746070970.938302:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.938313:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.938319:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e352300 00000100:00100000:3.0:1746070970.938346:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2723 00000100:00100000:3.0:1746070970.938352:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431254400:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.938464:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431254400:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.938469:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2723 00002000:00100000:3.0:1746070970.938474:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e352300 x1830887431254400/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.938480:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e352300 with x1830887431254400 ext(0->4095) 00010000:00010000:3.0:1746070970.938495:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:3.0:1746070970.938503:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00002000:00010000:3.0:1746070970.938508:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e352300 00000100:00100000:0.0:1746070970.944498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.944567:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431254528 00000100:00100000:2.0:1746070970.944576:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431254528 00010000:00010000:2.0:1746070970.944604:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00000100:00100000:2.0:1746070970.944638:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13616 00000100:00100000:2.0:1746070970.944645:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431254528:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.944655:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.944671:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.944682:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.944699:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008037863 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145d9 expref: 6 pid: 9568 timeout: 793 lvb_type: 0 00010000:00010000:2.0:1746070970.945702:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.945705:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.945713:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e0 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.945722:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e0 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.945751:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e0 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.945766:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426768000:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.945841:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.948924:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426768000:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.948942:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.948975:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431254528:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4330us (4493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.948984:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13616 00000100:00100000:1.0:1746070970.949137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.949178:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431254784 00000100:00100000:0.0:1746070970.949183:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431254784 00002000:00100000:0.0:1746070970.949212:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2e680 x1830887431254784/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.949221:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2e680 with x1830887431254784 ext(0->4095) 00002000:00010000:0.0:1746070970.949224:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2e680 00000100:00100000:0.0:1746070970.949245:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13520 00000100:00100000:0.0:1746070970.949251:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431254784:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070970.949623:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431254784:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 371us (486us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070970.949629:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13520 00002000:00100000:0.0:1746070970.949634:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2e680 x1830887431254784/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070970.949641:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2e680 with x1830887431254784 ext(0->4095) 00002000:00010000:0.0:1746070970.949644:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2e680 00000100:00100000:0.0:1746070970.951186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.951737:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431254912 00000100:00100000:3.0:1746070970.951744:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431254912 00000100:00100000:3.0:1746070970.951790:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29815 00000100:00100000:3.0:1746070970.951797:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431254912:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.951809:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.951822:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145e7 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.951843:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e0 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.951854:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.951856:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.951859:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e7 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.952131:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e0 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.952141:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e0 expref: 27 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070970.952152:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426768128:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.952478:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.954714:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426768128:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.954737:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e7 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.954750:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233400, rc 0) 00000100:00100000:3.0:1746070970.954784:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431254912:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2987us (3600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.954790:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29815 00000100:00100000:0.0:1746070970.955125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.955228:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431255040 00000100:00100000:2.0:1746070970.955233:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431255040 00010000:00010000:2.0:1746070970.955252:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e0 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070970.955268:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13617 00000100:00100000:2.0:1746070970.955272:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431255040:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.955280:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.955293:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e0 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070970.955301:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e0 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070970.955318:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d706000803786a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e0 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070970.955330:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.955333:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.955339:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e7 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.955346:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e7 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.955369:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e7 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.955378:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426768256:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.955417:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.957905:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426768256:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.957920:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070970.958339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.958396:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2008:x1830887431255040:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3122us (3270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.958406:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13617 00000100:00100000:2.0:1746070970.958466:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431255296 00000100:00100000:2.0:1746070970.958470:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431255296 00002000:00100000:2.0:1746070970.958510:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de41180 x1830887431255296/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.958518:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41180 with x1830887431255296 ext(0->4095) 00002000:00010000:2.0:1746070970.958522:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009de41180 00000100:00100000:2.0:1746070970.959175:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13521 00000100:00100000:2.0:1746070970.959182:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431255296:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070970.959285:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431255296:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (947us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.959291:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13521 00002000:00100000:2.0:1746070970.959295:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de41180 x1830887431255296/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.959302:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41180 with x1830887431255296 ext(0->4095) 00002000:00010000:2.0:1746070970.959305:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009de41180 00000100:00100000:0.0:1746070970.960876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.961190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.961405:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431255424 00000100:00100000:3.0:1746070970.961411:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431255424 00000100:00100000:3.0:1746070970.961435:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431255552 00000100:00100000:3.0:1746070970.961436:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431255552 00000100:00100000:3.0:1746070970.961452:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29816 00000100:00100000:3.0:1746070970.961457:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431255424:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.961467:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.961480:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145ee expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.961512:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e7 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.961518:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.961520:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.961523:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.961546:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e7 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.961555:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e7 expref: 5 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070970.961565:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426768384:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.961628:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.961642:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29817 00000100:00100000:3.0:1746070970.961648:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431255552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.961654:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.961659:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145f5 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.961672:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.961675:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.961680:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.961683:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145f5 expref: 30 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.961700:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.961709:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145f5 expref: 30 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.961717:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232800, rc 0) 00000100:00100000:3.0:1746070970.961753:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1661:x1830887431255552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.961757:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29817 00000100:00100000:3.0:1746070970.962678:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426768384:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.962691:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.962699:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233600, rc 0) 00000100:00100000:3.0:1746070970.962722:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431255424:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1265us (1860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.962727:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29816 00000100:00100000:0.0:1746070970.963023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.963414:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431255680 00000100:00100000:2.0:1746070970.963418:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431255680 00010000:00010000:2.0:1746070970.963435:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e7 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070970.963460:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13618 00000100:00100000:2.0:1746070970.963464:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431255680:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.963471:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.963492:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e7 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070970.963500:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e7 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070970.963514:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037871 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145e7 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070970.963529:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.963530:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.963535:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.963546:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.963563:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.963570:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070970.963578:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426768640:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.963623:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.968281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.968452:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431255936 00000100:00100000:3.0:1746070970.968459:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431255936 00002000:00100000:3.0:1746070970.968507:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d802300 x1830887431255936/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.968516:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d802300 with x1830887431255936 ext(0->4095) 00010000:00010000:3.0:1746070970.968524:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070970.968536:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070970.968542:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d802300 00000100:00100000:3.0:1746070970.968558:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2724 00000100:00100000:3.0:1746070970.968565:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431255936:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.968686:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431255936:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (411us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.968692:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2724 00002000:00100000:3.0:1746070970.968697:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d802300 x1830887431255936/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.968704:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d802300 with x1830887431255936 ext(0->4095) 00010000:00010000:3.0:1746070970.968709:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070970.968718:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070970.968728:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d802300 00000100:00100000:2.0:1746070970.969059:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426768640:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.969074:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.969112:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431255680:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5647us (6089us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.969120:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13618 00000100:00100000:0.0:1746070970.970629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.970702:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431256064 00000100:00100000:2.0:1746070970.970707:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431256064 00010000:00010000:2.0:1746070970.970726:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070970.970745:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13619 00000100:00100000:2.0:1746070970.970751:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431256064:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.970759:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.970773:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070970.970783:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070970.970802:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037878 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145ee expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070970.971181:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.971183:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.971189:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145f5 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.971196:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145f5 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.971222:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145f5 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.971231:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426768768:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.971303:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.973110:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426768768:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.973123:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.973402:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431256064:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2650us (2775us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.973411:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13619 00000100:00100000:0.0:1746070970.974659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.974748:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431256320 00000100:00100000:2.0:1746070970.974754:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431256320 00002000:00100000:2.0:1746070970.974781:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc3b800 x1830887431256320/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.974789:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3b800 with x1830887431256320 ext(0->4095) 00002000:00010000:2.0:1746070970.974793:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3b800 00000100:00100000:2.0:1746070970.975414:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13522 00000100:00100000:2.0:1746070970.975421:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431256320:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070970.975526:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431256320:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (869us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070970.975531:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13522 00002000:00100000:2.0:1746070970.975536:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc3b800 x1830887431256320/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070970.975542:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3b800 with x1830887431256320 ext(0->4095) 00002000:00010000:2.0:1746070970.975544:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3b800 00000100:00100000:0.0:1746070970.977308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.977364:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431256448 00000100:00100000:3.0:1746070970.977370:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431256448 00000100:00100000:3.0:1746070970.977415:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29818 00000100:00100000:3.0:1746070970.977422:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431256448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.977433:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.977447:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0145fc expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.977471:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145f5 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.977478:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.977479:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.977494:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145fc expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.977520:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145f5 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.977535:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145f5 expref: 27 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070970.977545:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426768896:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070970.977618:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070970.979058:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426768896:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.979081:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145fc expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.979093:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233c00, rc 0) 00000100:00100000:3.0:1746070970.979123:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431256448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1701us (1819us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.979129:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29818 00000100:00100000:0.0:1746070970.979709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.980106:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431256576 00000100:00100000:2.0:1746070970.980111:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431256576 00010000:00010000:2.0:1746070970.980130:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145f5 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070970.980234:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13620 00000100:00100000:2.0:1746070970.980240:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431256576:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070970.980248:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070970.980260:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145f5 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070970.980274:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145f5 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070970.980290:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d706000803787f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145f5 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070970.980690:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.980692:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070970.980699:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145fc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.980707:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145fc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.980732:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145fc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070970.980742:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426769024:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070970.980808:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.983187:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426769024:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070970.983201:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070970.983230:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2007:x1830887431256576:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2991us (3523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.983239:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13620 00000100:00100000:0.0:1746070970.983445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.983536:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431256832 00000100:00100000:3.0:1746070970.983541:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431256832 00002000:00100000:3.0:1746070970.983569:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39c00 x1830887431256832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.983577:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39c00 with x1830887431256832 ext(0->4095) 00002000:00010000:3.0:1746070970.983581:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39c00 00000100:00100000:3.0:1746070970.983595:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13523 00000100:00100000:3.0:1746070970.983601:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431256832:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.983700:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431256832:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (255us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070970.983706:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13523 00002000:00100000:3.0:1746070970.983711:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39c00 x1830887431256832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070970.983718:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39c00 with x1830887431256832 ext(0->4095) 00002000:00010000:3.0:1746070970.983721:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39c00 00000100:00100000:0.0:1746070970.985913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070970.985984:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.986269:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431256960 00000100:00100000:3.0:1746070970.986277:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431256960 00000100:00100000:3.0:1746070970.986306:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431257088 00000100:00100000:3.0:1746070970.986307:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431257088 00000100:00100000:0.0:1746070970.986317:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29819 00000100:00100000:3.0:1746070970.986323:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29820 00000100:00100000:0.0:1746070970.986327:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431256960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746070970.986328:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1661:x1830887431257088:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070970.986342:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070970.986351:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070970.986355:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01460a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.986358:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014603 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.986377:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145fc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.986383:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.986384:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070970.986387:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 30 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.986394:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.986398:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 30 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.986403:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070970.986406:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01460a expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.986604:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145fc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.986606:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 30 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070970.986615:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145fc expref: 5 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070970.986624:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01460a expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070970.986626:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426769280:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070970.986632:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:3.0:1746070970.986673:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1661:x1830887431257088:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 345us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.986679:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29820 00000100:00100000:0.0:1746070970.986822:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070970.988996:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426769280:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070970.989019:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.989031:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325acc00, rc 0) 00000100:00100000:2.0:1746070970.989069:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431256960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2746us (3161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070970.989076:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29819 00000100:00100000:0.0:1746070970.989080:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.989299:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431257216 00000100:00100000:3.0:1746070970.989304:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431257216 00010000:00010000:3.0:1746070970.989325:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145fc expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070970.989341:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13621 00000100:00100000:3.0:1746070970.989346:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431257216:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.989354:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.989368:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145fc expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070970.989376:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145fc expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070970.989392:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037886 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0145fc expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070970.989417:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.989419:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.989424:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.989432:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.989454:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.989462:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070970.989476:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426769408:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.989532:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.991544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070970.991588:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431257472 00000100:00100000:1.0:1746070970.991593:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431257472 00002000:00100000:1.0:1746070970.991622:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e149500 x1830887431257472/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.991630:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e149500 with x1830887431257472 ext(0->4095) 00010000:00010000:1.0:1746070970.991637:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070970.991644:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426769408:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070970.991647:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070970.991653:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e149500 00010000:00010000:3.0:1746070970.991658:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070970.991683:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2725 00000100:00100000:3.0:1746070970.991685:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431257216:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2339us (2607us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070970.991689:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431257472:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070970.991693:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13621 00000100:00100000:1.0:1746070970.992069:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431257472:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 376us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.992075:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2725 00002000:00100000:1.0:1746070970.992080:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e149500 x1830887431257472/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.992086:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e149500 with x1830887431257472 ext(0->4095) 00010000:00010000:1.0:1746070970.992091:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070970.992100:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070970.992104:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e149500 00000100:00100000:0.0:1746070970.993825:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.993896:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431257600 00000100:00100000:3.0:1746070970.993902:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431257600 00010000:00010000:3.0:1746070970.993924:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070970.993949:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13622 00000100:00100000:3.0:1746070970.993954:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431257600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070970.993962:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070970.993974:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070970.993984:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070970.994001:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d7060008037894 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014603 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070970.994013:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.994015:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070970.994020:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01460a expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.994028:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01460a expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070970.994052:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01460a expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070970.994061:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426769536:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070970.994131:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070970.995708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070970.995860:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426769536:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070970.995897:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070970.995924:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431257600:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1969us (2100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070970.995932:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13622 00000100:00100000:1.0:1746070970.995991:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431257856 00000100:00100000:1.0:1746070970.995996:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431257856 00002000:00100000:1.0:1746070970.996021:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214380 x1830887431257856/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746070981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.996035:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214380 with x1830887431257856 ext(0->4095) 00002000:00010000:1.0:1746070970.996039:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c214380 00000100:00100000:1.0:1746070970.996063:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13524 00000100:00100000:1.0:1746070970.996069:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431257856:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070970.996156:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431257856:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070970.996161:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13524 00002000:00100000:1.0:1746070970.996166:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214380 x1830887431257856/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746070981 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070970.996173:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214380 with x1830887431257856 ext(0->4095) 00002000:00010000:1.0:1746070970.996175:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c214380 00000100:00100000:0.0:1746070970.998696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070970.998802:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431257984 00000100:00100000:2.0:1746070970.998807:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431257984 00000100:00100000:2.0:1746070970.999181:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29821 00000100:00100000:2.0:1746070970.999188:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431257984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070970.999201:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070970.999215:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014611 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.999236:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01460a expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.999243:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.999244:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070970.999247:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014611 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.999273:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01460a expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070970.999283:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01460a expref: 27 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070970.999295:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426769664:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070970.999364:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.001353:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426769664:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.001370:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014611 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.001380:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:2.0:1746070971.001481:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431257984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2293us (2788us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.001495:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29821 00000100:00100000:0.0:1746070971.002211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.002284:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431258112 00000100:00100000:3.0:1746070971.002289:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431258112 00010000:00010000:3.0:1746070971.002311:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01460a expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.002331:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13623 00000100:00100000:3.0:1746070971.002336:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431258112:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.002347:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.002367:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01460a expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.002380:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01460a expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.002398:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803788d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01460a expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.002697:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.002699:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.002706:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014611 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.002713:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014611 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.002736:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014611 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.002744:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426769792:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.003309:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.004576:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426769792:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.004589:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070971.004595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.004625:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2007:x1830887431258112:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2288us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.004632:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13623 00000100:00100000:2.0:1746070971.004704:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431258368 00000100:00100000:2.0:1746070971.004709:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431258368 00002000:00100000:2.0:1746070971.004734:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c217b80 x1830887431258368/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.004743:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217b80 with x1830887431258368 ext(0->4095) 00002000:00010000:2.0:1746070971.004747:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c217b80 00000100:00100000:2.0:1746070971.004761:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13525 00000100:00100000:2.0:1746070971.004767:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431258368:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.004973:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431258368:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 206us (377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.004979:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13525 00002000:00100000:2.0:1746070971.004984:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c217b80 x1830887431258368/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.004995:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217b80 with x1830887431258368 ext(0->4095) 00002000:00010000:2.0:1746070971.004997:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c217b80 00000100:00100000:0.0:1746070971.006367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.006449:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431258496 00000100:00100000:3.0:1746070971.006454:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431258496 00000100:00100000:3.0:1746070971.006508:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29822 00000100:00100000:3.0:1746070971.006513:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:1661:x1830887431258496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.006523:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.006534:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014618 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070971.006663:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.006694:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431258624 00000100:00100000:2.0:1746070971.006697:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431258624 00010000:00010000:3.0:1746070971.006699:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014611 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.006705:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.006707:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.006710:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.006717:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29823 00000100:00100000:2.0:1746070971.006721:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431258624:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.006727:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.006732:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014611 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.006732:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01461f expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.006742:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014611 expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.006750:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746070971.006751:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426769920:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.006753:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 30 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.006757:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.006759:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 30 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.006774:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 30 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.006783:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 30 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.006789:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c90c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746070971.006791:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:2.0:1746070971.006806:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1660:x1830887431258624:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.006811:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29823 00000100:00100000:3.0:1746070971.011473:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426769920:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.011514:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.011535:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:3.0:1746070971.011574:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431258496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5059us (5208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.011581:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29822 00000100:00100000:0.0:1746070971.012071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.012525:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431258752 00000100:00100000:3.0:1746070971.012531:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431258752 00010000:00010000:3.0:1746070971.012556:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014611 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.012590:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13624 00000100:00100000:3.0:1746070971.012596:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431258752:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.012607:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.012623:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014611 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.012633:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014611 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.012651:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803789b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014611 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.012756:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.012758:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.012764:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.012776:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.012808:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.012817:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.012826:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426770176:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.012919:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.014111:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426770176:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.014123:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.014145:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431258752:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1549us (2074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.014151:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13624 00000100:00100000:0.0:1746070971.014342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.014415:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431259008 00000100:00100000:2.0:1746070971.014420:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431259008 00002000:00100000:2.0:1746070971.014443:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c217800 x1830887431259008/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.014451:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217800 with x1830887431259008 ext(0->4095) 00010000:00010000:2.0:1746070971.014457:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.014467:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.014473:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c217800 00000100:00100000:2.0:1746070971.014705:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2726 00000100:00100000:2.0:1746070971.014712:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431259008:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070971.014940:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431259008:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 228us (597us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.014946:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2726 00002000:00100000:2.0:1746070971.014951:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c217800 x1830887431259008/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.014958:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217800 with x1830887431259008 ext(0->4095) 00010000:00010000:2.0:1746070971.014963:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.014976:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.014981:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c217800 00000100:00100000:0.0:1746070971.016059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.016257:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431259136 00000100:00100000:3.0:1746070971.016261:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431259136 00000100:00100000:3.0:1746070971.016297:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29824 00000100:00100000:3.0:1746070971.016303:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431259136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.016312:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.016322:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014626 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.016339:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.016345:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.016350:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070971.016353:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.016379:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.016388:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.016396:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232800, rc 0) 00000100:00100000:3.0:1746070971.016417:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431259136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.016422:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29824 00000100:00100000:0.0:1746070971.016720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.017314:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431259264 00000100:00100000:3.0:1746070971.017318:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431259264 00010000:00010000:3.0:1746070971.017335:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.017353:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13625 00000100:00100000:3.0:1746070971.017358:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431259264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.017366:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.017380:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.017394:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.017410:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014618 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.017419:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.017421:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.017426:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.017433:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.017452:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.017461:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.017470:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426770432:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.018061:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.021817:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.021916:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426770432:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.021934:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.021957:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431259520 00000100:00100000:2.0:1746070971.021963:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431259520 00000100:00100000:3.0:1746070971.021970:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431259264:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4610us (5250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.021981:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13625 00002000:00100000:2.0:1746070971.021996:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cd880 x1830887431259520/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.022005:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cd880 with x1830887431259520 ext(0->4095) 00010000:00010000:2.0:1746070971.022012:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.022022:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.022028:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cd880 00000100:00100000:2.0:1746070971.022056:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2727 00000100:00100000:2.0:1746070971.022062:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431259520:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070971.022173:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431259520:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.022179:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2727 00002000:00100000:2.0:1746070971.022183:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cd880 x1830887431259520/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.022190:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cd880 with x1830887431259520 ext(0->4095) 00010000:00010000:2.0:1746070971.022194:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.022203:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.022208:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cd880 00000100:00100000:0.0:1746070971.024351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.024827:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431259648 00000100:00100000:2.0:1746070971.024834:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431259648 00000100:00100000:2.0:1746070971.024897:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29825 00000100:00100000:2.0:1746070971.024904:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431259648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.024916:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.024929:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01462d expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.024952:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.024957:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.024962:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070971.024965:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01462d expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.024993:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.025003:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01462d expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.025016:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291e00, rc 0) 00000100:00100000:2.0:1746070971.025048:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431259648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.025054:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29825 00000100:00100000:0.0:1746070971.026662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.026814:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431259776 00000100:00100000:3.0:1746070971.026820:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431259776 00010000:00010000:3.0:1746070971.026843:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 29 pid: 9568 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.026885:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13626 00000100:00100000:3.0:1746070971.026892:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431259776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.026902:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.026918:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 29 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.026928:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 29 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.026946:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080378a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01461f expref: 29 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.026975:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.026977:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.026983:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.026990:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.027014:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.027024:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.027035:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426770688:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.027098:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.030301:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.030303:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426770688:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.030322:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.030330:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431260032 00000100:00100000:2.0:1746070971.030336:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431260032 00000100:00100000:3.0:1746070971.030361:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431259776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3470us (3702us total) trans 0 rc 0/0 00002000:00100000:2.0:1746070971.030367:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e63480 x1830887431260032/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746070971.030370:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13626 00002000:00100000:2.0:1746070971.030374:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e63480 with x1830887431260032 ext(0->4095) 00010000:00010000:2.0:1746070971.030381:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.030391:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.030397:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e63480 00000100:00100000:2.0:1746070971.030424:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2728 00000100:00100000:2.0:1746070971.030430:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431260032:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.030542:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431260032:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.030547:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2728 00002000:00100000:2.0:1746070971.030551:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e63480 x1830887431260032/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.030562:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e63480 with x1830887431260032 ext(0->4095) 00010000:00010000:2.0:1746070971.030566:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.030574:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.030578:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e63480 00000100:00100000:0.0:1746070971.039575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.039678:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431260160 00000100:00100000:3.0:1746070971.039686:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431260160 00010000:00010000:3.0:1746070971.039716:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.039740:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13627 00000100:00100000:3.0:1746070971.039752:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431260160:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.039764:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.039780:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.039790:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.039809:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080378b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014626 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.039931:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.039934:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.039940:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01462d expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.039951:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01462d expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.039979:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01462d expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.039989:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426770816:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.040062:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.043909:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426770816:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.043928:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.043971:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431260160:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4223us (4402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.043981:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13627 00000100:00100000:0.0:1746070971.044187:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.044531:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431260416 00000100:00100000:3.0:1746070971.044536:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431260416 00002000:00100000:3.0:1746070971.044565:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094918700 x1830887431260416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.044574:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094918700 with x1830887431260416 ext(0->4095) 00002000:00010000:3.0:1746070971.044578:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094918700 00000100:00100000:3.0:1746070971.044604:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13526 00000100:00100000:3.0:1746070971.044611:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431260416:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070971.044715:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431260416:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (528us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.044720:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13526 00002000:00100000:3.0:1746070971.044725:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094918700 x1830887431260416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.044733:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094918700 with x1830887431260416 ext(0->4095) 00002000:00010000:3.0:1746070971.044735:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094918700 00000100:00100000:0.0:1746070971.046477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.046577:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431260544 00000100:00100000:2.0:1746070971.046583:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431260544 00000100:00100000:2.0:1746070971.046627:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29826 00000100:00100000:2.0:1746070971.046634:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431260544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.046645:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.046658:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014634 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.046679:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01462d expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.046686:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.046687:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.046690:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.046715:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01462d expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.046727:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01462d expref: 27 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.046737:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426770944:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.046809:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.050913:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426770944:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.050939:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.050953:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:2.0:1746070971.050988:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431260544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4354us (4514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.050995:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29826 00000100:00100000:2.0:1746070971.051082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.051227:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431260672 00000100:00100000:3.0:1746070971.051233:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431260672 00010000:00010000:3.0:1746070971.051255:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01462d expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.051506:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13628 00000100:00100000:3.0:1746070971.051517:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431260672:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.051530:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.051550:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01462d expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.051560:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01462d expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.051580:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080378b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01462d expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.051608:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.051610:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.051615:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.051622:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.051651:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.051664:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426771072:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.051724:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.054857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.054955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.054961:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431260800 00000100:00100000:2.0:1746070971.054970:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431260800 00000100:00100000:2.0:1746070971.055011:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29827 00000100:00100000:2.0:1746070971.055020:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431260800:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.055036:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.055049:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01463b expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.055071:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.055081:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.055083:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.055086:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.055113:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.055125:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 5 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.055148:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426771200:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.055247:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.055437:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431261056 00000100:00100000:1.0:1746070971.055443:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431261056 00002000:00100000:1.0:1746070971.055474:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009491b800 x1830887431261056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.055498:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b800 with x1830887431261056 ext(0->4095) 00010000:00010000:1.0:1746070971.055504:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.055515:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.055520:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009491b800 00000100:00100000:1.0:1746070971.055542:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2729 00000100:00100000:1.0:1746070971.055550:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431261056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070971.055619:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426771072:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.055633:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.055666:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431260672:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4152us (4583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.055811:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431261056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 259us (852us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.055819:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2729 00002000:00100000:1.0:1746070971.055826:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009491b800 x1830887431261056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.055833:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b800 with x1830887431261056 ext(0->4095) 00010000:00010000:1.0:1746070971.055838:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.055847:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.055852:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009491b800 00000100:00100000:3.0:1746070971.056109:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13628 00000100:00100000:0.0:1746070971.059983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.060346:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426771200:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.060377:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.060394:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290e00, rc 0) 00000100:00100000:2.0:1746070971.060581:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431260800:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5561us (5732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.060589:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29827 00000100:00100000:2.0:1746070971.060683:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431261184 00000100:00100000:2.0:1746070971.060687:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431261184 00000100:00100000:2.0:1746070971.060725:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29828 00000100:00100000:2.0:1746070971.060731:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1661:x1830887431261184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.060745:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.060757:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014642 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.060775:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.060779:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.060783:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.060786:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014642 expref: 29 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.060810:0:9568:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.060818:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014642 expref: 29 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.060825:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:2.0:1746070971.060840:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431261184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.060845:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29828 00000100:00100000:0.0:1746070971.060998:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.061554:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431261312 00000100:00100000:2.0:1746070971.061560:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431261312 00010000:00010000:2.0:1746070971.061581:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.061624:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13629 00000100:00100000:2.0:1746070971.061632:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431261312:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.061642:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.061660:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.061670:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.061686:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080378be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014634 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.061700:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.061702:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.061707:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.061715:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.061732:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.061742:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.061751:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426771456:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.061798:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.063999:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426771456:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.064015:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.064054:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431261312:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2422us (3056us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.064066:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13629 00000100:00100000:0.0:1746070971.064142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.064379:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431261568 00000100:00100000:2.0:1746070971.064385:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431261568 00002000:00100000:2.0:1746070971.064412:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd180 x1830887431261568/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.064420:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd180 with x1830887431261568 ext(0->4095) 00010000:00010000:2.0:1746070971.064427:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.064438:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.064443:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedd180 00000100:00100000:2.0:1746070971.064470:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2730 00000100:00100000:2.0:1746070971.064476:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431261568:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.065564:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431261568:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1085us (1420us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.065570:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2730 00002000:00100000:2.0:1746070971.065576:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd180 x1830887431261568/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.065583:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd180 with x1830887431261568 ext(0->4095) 00010000:00010000:2.0:1746070971.065589:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.065598:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.065604:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedd180 00000100:00100000:0.0:1746070971.073327:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.073379:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431261696 00000100:00100000:2.0:1746070971.073388:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431261696 00010000:00010000:2.0:1746070971.073418:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.073458:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13630 00000100:00100000:2.0:1746070971.073465:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2009:x1830887431261696:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.073476:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.073500:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.073510:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.073529:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d70600080378c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01463b expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.073555:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.073557:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.073563:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014642 expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.073574:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014642 expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.073601:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014642 expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.073611:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426771584:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.073684:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.075623:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426771584:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.075639:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.075679:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2009:x1830887431261696:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2214us (2358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.075689:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13630 00000100:00100000:0.0:1746070971.076150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.076777:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431261952 00000100:00100000:2.0:1746070971.076784:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431261952 00002000:00100000:2.0:1746070971.076810:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777800 x1830887431261952/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.076819:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777800 with x1830887431261952 ext(0->4095) 00002000:00010000:2.0:1746070971.076823:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072777800 00000100:00100000:2.0:1746070971.076849:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13527 00000100:00100000:2.0:1746070971.076855:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431261952:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070971.076984:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431261952:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (834us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.076993:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13527 00002000:00100000:2.0:1746070971.076998:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777800 x1830887431261952/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.077005:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777800 with x1830887431261952 ext(0->4095) 00002000:00010000:2.0:1746070971.077008:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072777800 00000100:00100000:0.0:1746070971.080056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.080256:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431262080 00000100:00100000:3.0:1746070971.080263:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431262080 00000100:00100000:3.0:1746070971.080310:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29829 00000100:00100000:3.0:1746070971.080316:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431262080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.080330:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.080343:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014649 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.080369:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014642 expref: 27 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.080375:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.080377:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.080380:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014649 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.080403:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014642 expref: 27 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.080414:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014642 expref: 27 pid: 9568 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.080424:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426771712:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.080496:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.082219:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426771712:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.082239:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014649 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.082248:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:3.0:1746070971.082284:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431262080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1968us (2236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.082289:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29829 00000100:00100000:0.0:1746070971.083391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.084211:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431262208 00000100:00100000:2.0:1746070971.084217:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431262208 00010000:00010000:2.0:1746070971.084242:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014642 expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.084273:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13631 00000100:00100000:2.0:1746070971.084279:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431262208:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.084290:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.084306:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014642 expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.084316:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014642 expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.084335:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080378cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014642 expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.084360:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.084362:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.084368:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014649 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.084380:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014649 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.084406:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014649 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.084416:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426771840:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.084497:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.086539:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.086640:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426771840:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.086656:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.086690:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2007:x1830887431262208:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2411us (3301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.086699:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13631 00000100:00100000:1.0:1746070971.087148:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431262464 00000100:00100000:1.0:1746070971.087155:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431262464 00002000:00100000:1.0:1746070971.087195:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777480 x1830887431262464/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.087203:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777480 with x1830887431262464 ext(0->4095) 00002000:00010000:1.0:1746070971.087206:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072777480 00000100:00100000:1.0:1746070971.087228:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13528 00000100:00100000:1.0:1746070971.087233:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431262464:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070971.087331:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431262464:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (800us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.087337:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13528 00002000:00100000:1.0:1746070971.087341:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777480 x1830887431262464/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.087347:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777480 with x1830887431262464 ext(0->4095) 00002000:00010000:1.0:1746070971.087349:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072777480 00000100:00100000:0.0:1746070971.089438:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.089850:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431262592 00000100:00100000:3.0:1746070971.089856:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431262592 00000100:00100000:3.0:1746070971.089921:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29830 00000100:00100000:3.0:1746070971.089927:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:1660:x1830887431262592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.089939:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.089953:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014650 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.089975:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014649 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.089981:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.089983:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.089986:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.090009:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014649 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.090018:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014649 expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.090028:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426771968:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.090094:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.091155:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.091626:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431262720 00000100:00100000:2.0:1746070971.091632:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431262720 00000100:00100000:2.0:1746070971.091669:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29831 00000100:00100000:2.0:1746070971.091675:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431262720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.091684:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.091695:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014657 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.091711:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.091715:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 30 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.091720:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.091723:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014657 expref: 30 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.091747:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 30 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.091761:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014657 expref: 30 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.091769:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:2.0:1746070971.091798:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1661:x1830887431262720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.091803:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29831 00000100:00100000:3.0:1746070971.093166:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426771968:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.093185:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.093195:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:3.0:1746070971.093218:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431262592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3292us (3786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.093224:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29830 00000100:00100000:0.0:1746070971.094366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.094453:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431262848 00000100:00100000:3.0:1746070971.094458:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431262848 00010000:00010000:3.0:1746070971.094489:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014649 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.094520:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13632 00000100:00100000:3.0:1746070971.094526:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431262848:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.094536:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.094550:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014649 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.094559:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014649 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.094577:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080378d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014649 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.095221:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.095224:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.095230:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.095238:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.095263:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.095273:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.095283:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426772224:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.095976:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.097321:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426772224:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.097337:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.097368:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431262848:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2842us (3004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.097377:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13632 00000100:00100000:0.0:1746070971.098101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.098172:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431263104 00000100:00100000:1.0:1746070971.098178:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431263104 00002000:00100000:1.0:1746070971.098205:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082104a80 x1830887431263104/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.098214:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082104a80 with x1830887431263104 ext(0->4095) 00010000:00010000:1.0:1746070971.098220:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.098231:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.098236:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082104a80 00000100:00100000:1.0:1746070971.098760:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2731 00000100:00100000:1.0:1746070971.098768:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431263104:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070971.099225:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431263104:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 457us (1124us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.099231:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2731 00002000:00100000:1.0:1746070971.099237:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082104a80 x1830887431263104/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.099251:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082104a80 with x1830887431263104 ext(0->4095) 00010000:00010000:1.0:1746070971.099256:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.099266:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.099271:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082104a80 00000100:00100000:0.0:1746070971.101044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.101194:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431263232 00000100:00100000:3.0:1746070971.101200:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431263232 00010000:00010000:3.0:1746070971.101223:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.101259:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13633 00000100:00100000:3.0:1746070971.101266:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082107800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2010:x1830887431263232:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.101276:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.101290:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.101299:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.101317:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014650 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.101329:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.101331:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.101336:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014657 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.101342:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014657 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.101368:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014657 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.101379:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426772352:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.101447:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.102710:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426772352:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.102723:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.103006:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082107800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2010:x1830887431263232:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1738us (1962us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.103014:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13633 00000100:00100000:0.0:1746070971.103467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.103610:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431263488 00000100:00100000:1.0:1746070971.103615:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431263488 00002000:00100000:1.0:1746070971.103643:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082107100 x1830887431263488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.103652:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082107100 with x1830887431263488 ext(0->4095) 00002000:00010000:1.0:1746070971.103656:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082107100 00000100:00100000:1.0:1746070971.103806:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13529 00000100:00100000:1.0:1746070971.103812:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431263488:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070971.104104:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431263488:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 291us (636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.104110:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13529 00002000:00100000:1.0:1746070971.104115:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082107100 x1830887431263488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.104123:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082107100 with x1830887431263488 ext(0->4095) 00002000:00010000:1.0:1746070971.104126:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082107100 00000100:00100000:0.0:1746070971.106941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.107252:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431263616 00000100:00100000:3.0:1746070971.107259:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431263616 00000100:00100000:3.0:1746070971.107334:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29832 00000100:00100000:3.0:1746070971.107349:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431263616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.107361:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.107383:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01465e expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.107414:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014657 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.107421:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.107423:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.107427:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01465e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.107459:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014657 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.107479:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014657 expref: 27 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.107499:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426772480:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.107619:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.110941:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426772480:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.110967:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01465e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.110981:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233c00, rc 0) 00000100:00100000:3.0:1746070971.111021:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431263616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3679us (4084us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.111028:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29832 00000100:00100000:0.0:1746070971.111286:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.111513:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431263744 00000100:00100000:3.0:1746070971.111518:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431263744 00010000:00010000:3.0:1746070971.111540:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014657 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.111862:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13634 00000100:00100000:3.0:1746070971.111891:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431263744:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.111900:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.111916:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014657 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.111925:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014657 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.111941:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080378e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014657 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.111962:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.111964:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.111969:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01465e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.111975:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01465e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.111995:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01465e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.112004:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426772608:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.112055:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.114115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.114194:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426772608:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.114208:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.114236:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2008:x1830887431263744:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2347us (2951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.114245:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13634 00000100:00100000:0.0:1746070971.114406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.114573:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431264000 00000100:00100000:1.0:1746070971.114579:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431264000 00002000:00100000:1.0:1746070971.114608:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082104000 x1830887431264000/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.114617:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082104000 with x1830887431264000 ext(0->4095) 00002000:00010000:1.0:1746070971.114621:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082104000 00000100:00100000:1.0:1746070971.114647:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13530 00000100:00100000:1.0:1746070971.114653:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431264000:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070971.114738:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431264000:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.114743:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13530 00002000:00100000:1.0:1746070971.114748:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082104000 x1830887431264000/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.114755:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082104000 with x1830887431264000 ext(0->4095) 00002000:00010000:1.0:1746070971.114758:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082104000 00000100:00100000:3.0:1746070971.114962:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431264128 00000100:00100000:3.0:1746070971.114966:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431264128 00000100:00100000:3.0:1746070971.114985:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29833 00000100:00100000:3.0:1746070971.114990:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:1660:x1830887431264128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.114998:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.115009:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014665 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.115030:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01465e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.115036:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.115037:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.115041:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.115059:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01465e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.115069:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01465e expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.115079:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426772736:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.115114:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.120081:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426772736:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.120109:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.120124:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233000, rc 0) 00000100:00100000:3.0:1746070971.120169:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431264128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5177us (5762us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.120177:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29833 00000100:00100000:0.0:1746070971.120611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.120697:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431264256 00000100:00100000:3.0:1746070971.120703:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431264256 00000100:00100000:3.0:1746070971.120740:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29834 00000100:00100000:3.0:1746070971.120746:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1661:x1830887431264256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.120758:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.120769:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01466c expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.120784:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.120789:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.120794:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.120797:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01466c expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.120819:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.120828:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01466c expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.120835:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:3.0:1746070971.120853:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431264256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.120858:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29834 00000100:00100000:0.0:1746070971.123264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.123364:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431264384 00000100:00100000:3.0:1746070971.123370:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431264384 00010000:00010000:3.0:1746070971.123393:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01465e expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.123460:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13635 00000100:00100000:3.0:1746070971.123467:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431264384:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.123478:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.123502:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01465e expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.123512:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01465e expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.123529:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d70600080378e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01465e expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.124448:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.124450:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.124458:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.124466:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.124504:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.124514:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.124529:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426772992:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.125556:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.128101:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426772992:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.128117:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.128149:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431264384:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4682us (4888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.128159:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13635 00000100:00100000:0.0:1746070971.130294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.130462:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431264640 00000100:00100000:2.0:1746070971.130469:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431264640 00002000:00100000:2.0:1746070971.130514:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b1880 x1830887431264640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.130523:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b1880 with x1830887431264640 ext(0->4095) 00010000:00010000:2.0:1746070971.130530:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.130542:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.130548:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b1880 00000100:00100000:2.0:1746070971.130833:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2732 00000100:00100000:2.0:1746070971.130840:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431264640:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070971.130980:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431264640:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (690us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.130986:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2732 00002000:00100000:2.0:1746070971.130991:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b1880 x1830887431264640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.130998:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b1880 with x1830887431264640 ext(0->4095) 00010000:00010000:2.0:1746070971.131002:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.131010:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.131015:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b1880 00000100:00100000:0.0:1746070971.132768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.132914:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431264768 00000100:00100000:3.0:1746070971.132924:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431264768 00010000:00010000:3.0:1746070971.132949:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.133223:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13636 00000100:00100000:3.0:1746070971.133230:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2009:x1830887431264768:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.133240:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.133254:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.133264:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.133283:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080378ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014665 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.133311:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.133314:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.133319:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01466c expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.133327:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01466c expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.133351:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01466c expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.133360:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426773120:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.133421:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.136323:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.136390:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431265024 00000100:00100000:1.0:1746070971.136399:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431265024 00002000:00100000:1.0:1746070971.136432:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b3b80 x1830887431265024/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.136440:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b3b80 with x1830887431265024 ext(0->4095) 00002000:00010000:1.0:1746070971.136444:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d3b3b80 00000100:00100000:1.0:1746070971.137302:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13531 00000100:00100000:1.0:1746070971.137310:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431265024:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070971.137428:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431265024:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (1112us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.137434:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13531 00002000:00100000:1.0:1746070971.137440:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b3b80 x1830887431265024/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.137447:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b3b80 with x1830887431265024 ext(0->4095) 00002000:00010000:1.0:1746070971.137449:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d3b3b80 00000100:00100000:3.0:1746070971.137946:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426773120:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.137963:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.137984:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2009:x1830887431264768:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4755us (5221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.137991:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13636 00000100:00100000:0.0:1746070971.140014:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.140113:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431265152 00000100:00100000:1.0:1746070971.140118:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431265152 00000100:00100000:1.0:1746070971.140209:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29835 00000100:00100000:1.0:1746070971.140217:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431265152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.140230:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.140244:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014673 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.140266:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01466c expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.140273:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.140274:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.140277:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.140300:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01466c expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.140310:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01466c expref: 27 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.140324:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426773248:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.141006:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.143624:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426773248:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.143647:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 6 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.143662:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00000100:00100000:1.0:1746070971.143692:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431265152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3476us (3683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.143699:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29835 00000100:00100000:0.0:1746070971.144468:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.144615:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431265280 00000100:00100000:3.0:1746070971.144621:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431265280 00010000:00010000:3.0:1746070971.144645:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01466c expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.144675:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13637 00000100:00100000:3.0:1746070971.144681:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431265280:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.144691:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.144705:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01466c expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.144718:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01466c expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.144735:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080378f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01466c expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.144749:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.144751:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.144756:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.144763:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.144784:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.144794:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426773376:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.144849:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.147465:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426773376:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.147493:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.147537:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2007:x1830887431265280:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2855us (3080us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.147546:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13637 00000100:00100000:0.0:1746070971.149060:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.149103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.149178:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431265664 00000100:00100000:1.0:1746070971.149184:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431265664 00000100:00100000:1.0:1746070971.149221:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29836 00000100:00100000:1.0:1746070971.149232:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:1660:x1830887431265664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.149249:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.149262:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01467a expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.149346:0:9568:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.149353:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.149354:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.149357:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.149386:0:9568:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 5 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.149396:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 5 pid: 9568 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.149406:0:9568:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426773504:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.149459:0:9568:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bce40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.149620:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431265536 00000100:00100000:3.0:1746070971.149624:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431265536 00002000:00100000:3.0:1746070971.149646:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe2300 x1830887431265536/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.149654:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe2300 with x1830887431265536 ext(0->4095) 00010000:00010000:3.0:1746070971.149659:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 6 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.149668:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 6 pid: 9568 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.149674:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe2300 00000100:00100000:3.0:1746070971.149685:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2733 00000100:00100000:3.0:1746070971.149690:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431265536:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070971.149782:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431265536:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (725us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.149788:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2733 00002000:00100000:3.0:1746070971.149793:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe2300 x1830887431265536/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.149800:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe2300 with x1830887431265536 ext(0->4095) 00010000:00010000:3.0:1746070971.149804:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 6 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.149813:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 6 pid: 9568 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.149818:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe2300 00000100:00100000:2.0:1746070971.153930:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.153971:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431265792 00000100:00100000:3.0:1746070971.153976:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431265792 00010000:00010000:3.0:1746070971.154004:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 6 pid: 9568 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.154028:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13638 00000100:00100000:3.0:1746070971.154035:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431265792:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.154047:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.154062:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 6 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.154071:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 6 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.154091:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.154092:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.154098:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.154098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:3.0:1746070971.154105:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.154122:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431265920 00000100:00100000:2.0:1746070971.154125:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431265920 00010000:00010000:3.0:1746070971.154130:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.154140:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426773632:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.154144:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29837 00000100:00100000:2.0:1746070971.154148:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+7:1661:x1830887431265920:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.154158:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.154166:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014681 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.154178:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.154183:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.154184:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746070971.154186:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9000 going to sleep for 11 seconds 00010000:00010000:2.0:1746070971.154187:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.154206:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.154215:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.154222:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426773760:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.154532:0:9568:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d70600080378fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014673 expref: 8 pid: 9568 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.154548:0:9568:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9568:1830887426773504:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.154564:0:9568:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.154571:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.154578:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779800, rc 0) 00000100:00100000:2.0:1746070971.154625:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.154975:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431265664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5746us (5870us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.154981:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29836 00000100:00100000:3.0:1746070971.159461:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426773632:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.159488:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.159525:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887431265792:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5488us (5599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.159534:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13638 00000100:00100000:3.0:1746070971.159596:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426773760:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.159613:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.159626:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:3.0:1746070971.159642:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431265920:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5494us (5544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.159648:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29837 00000100:00100000:1.0:1746070971.162449:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b6e34143-9aca-4109-8ccf-1624f7851e8d:3766:1830887426773888:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.162511:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070971.162739:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426773888 00000100:00100000:3.0:1746070971.162746:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426773888 00000100:00100000:3.0:1746070971.162782:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1746070971.162788:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b6e34143-9aca-4109-8ccf-1624f7851e8d+23:3766:x1830887426773888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070971.163294:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7eed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b6e34143-9aca-4109-8ccf-1624f7851e8d+23:3766:x1830887426773888:12345-0@lo:400:kworker.0 Request processed in 506us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.163299:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1746070971.163362:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b6e34143-9aca-4109-8ccf-1624f7851e8d:3766:1830887426773888:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164190:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830887426774016:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164217:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.164234:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3763:1830887426774528:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164249:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.164259:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3763:1830887426775040:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164271:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.164282:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1746070971.164286:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426774144:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164302:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.164313:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3763:1830887426774656:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164325:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.164334:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3763:1830887426775168:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164345:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.164364:0:9838:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426774144 00000100:00100000:1.0:1746070971.164367:0:9838:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426774144 00000100:00100000:1.0:1746070971.164390:0:9838:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1746070971.164395:0:9838:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830887426774144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164424:0:9838:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830887426774144:12345-0@lo:400:kworker.0 Request processed in 28us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.164428:0:9838:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1746070971.164444:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426774016 00000100:00100000:1.0:1746070971.164446:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426774016 00000100:00100000:1.0:1746070971.164461:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426774528 00000100:00100000:1.0:1746070971.164463:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426774528 00000100:00100000:1.0:1746070971.164475:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1746070971.164488:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830887426774016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164509:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830887426774016:12345-0@lo:400:kworker.0 Request processed in 30us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.164513:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1746070971.164520:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426775040 00000100:00100000:1.0:1746070971.164522:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426775040 00000100:00100000:1.0:1746070971.164530:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426774656 00000100:00100000:1.0:1746070971.164532:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426774656 00000100:00100000:1.0:1746070971.164538:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426775168 00000100:00100000:1.0:1746070971.164540:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426775168 00000100:00100000:1.0:1746070971.164548:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1746070971.164552:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830887426774528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164569:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830887426774528:12345-0@lo:400:kworker.0 Request processed in 18us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.164573:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1746070971.164580:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1746070971.164583:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830887426775040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164601:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830887426775040:12345-0@lo:400:kworker.0 Request processed in 17us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.164605:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1746070971.164613:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1746070971.164617:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830887426774656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164635:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830887426774656:12345-0@lo:400:kworker.0 Request processed in 18us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.164638:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1746070971.164645:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:1.0:1746070971.164649:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830887426775168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164665:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830887426775168:12345-0@lo:400:kworker.0 Request processed in 17us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.164669:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:1.0:1746070971.164692:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426774144:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164700:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3763:1830887426774656:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164706:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3763:1830887426775168:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164713:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830887426774016:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164719:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3763:1830887426774528:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164724:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3763:1830887426775040:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164742:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426774400:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164758:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.164769:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426774912:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164783:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.164794:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009def0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426775424:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164805:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.164816:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1746070971.164819:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e357800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830887426774272:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164831:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.164841:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426774784:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164853:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.164877:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426775296:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164893:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.164911:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426774272 00000100:00100000:1.0:1746070971.164914:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426774272 00000100:00100000:1.0:1746070971.164929:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1746070971.164932:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830887426774272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.164955:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830887426774272:12345-0@lo:400:kworker.0 Request processed in 22us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.164959:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1746070971.164970:0:9838:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426774400 00000100:00100000:1.0:1746070971.164972:0:9838:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426774400 00000100:00100000:1.0:1746070971.164984:0:9838:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1746070971.164987:0:9838:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426774400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.165005:0:9838:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426774400:12345-0@lo:400:kworker.0 Request processed in 17us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.165008:0:9838:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1746070971.165028:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e357800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830887426774272:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.165033:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426774400:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.165047:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426774912 00000100:00100000:1.0:1746070971.165049:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426774912 00000100:00100000:1.0:1746070971.165066:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426775424 00000100:00100000:1.0:1746070971.165067:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426775424 00000100:00100000:1.0:1746070971.165075:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426774784 00000100:00100000:1.0:1746070971.165076:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426774784 00000100:00100000:1.0:1746070971.165083:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426775296 00000100:00100000:1.0:1746070971.165084:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426775296 00000100:00100000:1.0:1746070971.165092:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1746070971.165096:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426774912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.165117:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426774912:12345-0@lo:400:kworker.0 Request processed in 21us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.165124:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1746070971.165131:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1746070971.165135:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426775424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.165151:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426775424:12345-0@lo:400:kworker.0 Request processed in 16us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.165155:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1746070971.165161:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1746070971.165165:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1830887426774784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.165181:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1830887426774784:12345-0@lo:400:kworker.0 Request processed in 16us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.165185:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1746070971.165191:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1746070971.165195:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1830887426775296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.165211:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1830887426775296:12345-0@lo:400:kworker.0 Request processed in 15us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.165214:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1746070971.165231:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426774784:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.165236:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426775296:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.165243:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426774912:0@lo:400:kworker.0 00000100:00100000:1.0:1746070971.165248:0:3766:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970697 gen 2 00000004:00080000:1.0:1746070971.165251:0:3766:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880082104e00, transno 4294970697 00000100:00100000:1.0:1746070971.165257:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009def0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426775424:0@lo:400:kworker.0 00000100:00080000:1.0:1746070971.165355:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746070971.165358:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746070971.165361:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746070971.165362:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070971.167923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.169100:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431266176 00000100:00100000:1.0:1746070971.169108:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431266176 00002000:00100000:1.0:1746070971.169147:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c6680 x1830887431266176/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.169156:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c6680 with x1830887431266176 ext(0->4095) 00010000:00010000:1.0:1746070971.169164:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.169176:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.169181:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c6680 00000100:00100000:1.0:1746070971.169208:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2734 00000100:00100000:1.0:1746070971.169214:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431266176:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070971.169332:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431266176:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (1416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.169338:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2734 00002000:00100000:1.0:1746070971.169343:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c6680 x1830887431266176/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.169350:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c6680 with x1830887431266176 ext(0->4095) 00010000:00010000:1.0:1746070971.169354:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.169366:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 28 pid: 9568 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.169371:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c6680 00000100:00100000:1.0:1746070971.174039:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426775552:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746070971.174099:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.174152:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426775552 00000100:00100000:1.0:1746070971.174158:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426775552 00000100:00100000:1.0:1746070971.174187:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1746070971.174193:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426775552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746070971.174220:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1746070971.174250:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426775552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.174255:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1746070971.174292:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426775552:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746070971.174894:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.175172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.175320:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431266432 00000100:00100000:1.0:1746070971.175324:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431266432 00000100:00100000:1.0:1746070971.175354:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29838 00000100:00100000:1.0:1746070971.175358:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431266432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.175366:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.175379:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014688 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.175396:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.175400:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.175405:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070971.175408:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014688 expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.175429:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.175437:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014688 expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.175445:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0170c00, rc 0) 00000100:00100000:3.0:1746070971.175541:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431266304 00000100:00100000:3.0:1746070971.175544:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431266304 00010000:00010000:3.0:1746070971.175559:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 30 pid: 9568 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.175579:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13639 00000100:00100000:3.0:1746070971.175584:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2008:x1830887431266304:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.175590:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.175602:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 30 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.175610:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 30 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.175623:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037904 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01467a expref: 30 pid: 9568 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.175633:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.175634:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.175639:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.175645:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.175663:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.175672:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.175680:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426775808:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070971.175947:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431266432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 584us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.175952:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29838 00000100:00100000:3.0:1746070971.177297:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.179595:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426775808:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.179615:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.179664:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431266304:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4078us (4491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.179674:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13639 00000100:00100000:0.0:1746070971.180679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.180799:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431266688 00000100:00100000:3.0:1746070971.180806:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431266688 00002000:00100000:3.0:1746070971.180838:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe0000 x1830887431266688/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.180847:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe0000 with x1830887431266688 ext(0->4095) 00010000:00010000:3.0:1746070971.180854:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.180880:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.180886:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe0000 00000100:00100000:3.0:1746070971.181188:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2735 00000100:00100000:3.0:1746070971.181195:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431266688:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070971.183421:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431266688:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 2219us (2741us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.183431:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2735 00002000:00100000:3.0:1746070971.183440:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe0000 x1830887431266688/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.183449:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe0000 with x1830887431266688 ext(0->4095) 00010000:00010000:3.0:1746070971.183457:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.183468:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.183475:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe0000 00000100:00100000:0.0:1746070971.189063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.189159:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431266816 00000100:00100000:3.0:1746070971.189167:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431266816 00010000:00010000:3.0:1746070971.189209:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.189235:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13640 00000100:00100000:3.0:1746070971.189242:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431266816:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.189254:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.189269:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.189279:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.189298:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803790b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014681 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.189326:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.189328:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.189334:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014688 expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.189346:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014688 expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.189372:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014688 expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.189382:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426775936:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.189450:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.192747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.192880:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431267072 00000100:00100000:2.0:1746070971.192887:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431267072 00002000:00100000:2.0:1746070971.192921:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41ed80 x1830887431267072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.192930:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41ed80 with x1830887431267072 ext(0->4095) 00002000:00010000:2.0:1746070971.192934:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41ed80 00000100:00100000:2.0:1746070971.193723:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13532 00000100:00100000:2.0:1746070971.193732:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431267072:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070971.193843:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431267072:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (1103us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.193850:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13532 00002000:00100000:2.0:1746070971.193855:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41ed80 x1830887431267072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.193886:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41ed80 with x1830887431267072 ext(0->4095) 00002000:00010000:2.0:1746070971.193889:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41ed80 00000100:00100000:3.0:1746070971.194341:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426775936:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.194359:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.194475:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431266816:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5234us (5418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.194493:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13640 00000100:00100000:0.0:1746070971.197082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.197163:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431267200 00000100:00100000:1.0:1746070971.197170:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431267200 00000100:00100000:1.0:1746070971.197200:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29839 00000100:00100000:1.0:1746070971.197206:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431267200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.197219:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.197233:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01468f expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.197256:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014688 expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.197262:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.197265:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.197268:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.197289:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014688 expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.197299:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014688 expref: 27 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.197308:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426776064:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.197373:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.201522:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426776064:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.201546:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.201561:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0171200, rc 0) 00000100:00100000:1.0:1746070971.201594:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431267200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4387us (4518us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.201602:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29839 00000100:00100000:0.0:1746070971.202497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.202759:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431267328 00000100:00100000:3.0:1746070971.202764:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431267328 00010000:00010000:3.0:1746070971.202787:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014688 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.202811:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13641 00000100:00100000:3.0:1746070971.202817:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431267328:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.202827:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.202842:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014688 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.202857:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014688 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.202897:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170c00/0xa5d7060008037912 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014688 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.202911:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.202913:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.202919:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.202926:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.202950:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.202959:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426776192:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.203006:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.204991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.205141:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431267456 00000100:00100000:1.0:1746070971.205147:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431267456 00000100:00100000:1.0:1746070971.205179:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29840 00000100:00100000:1.0:1746070971.205185:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431267456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.205197:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.205211:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014696 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.205238:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.205245:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.205246:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.205250:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.205272:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.205282:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.205292:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426776320:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.205354:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bce40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.205589:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426776192:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.205605:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.205629:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431267328:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2812us (3133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.205636:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13641 00000100:00100000:0.0:1746070971.206926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.207050:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746070971.207062:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426776448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746070971.207091:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070971.207128:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431267712 00000100:00100000:1.0:1746070971.207133:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431267712 00002000:00100000:1.0:1746070971.207159:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50f8e00 x1830887431267712/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.207167:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8e00 with x1830887431267712 ext(0->4095) 00010000:00010000:1.0:1746070971.207174:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.207188:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.207194:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50f8e00 00000100:00100000:1.0:1746070971.207207:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2736 00000100:00100000:1.0:1746070971.207212:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431267712:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070971.207302:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431267712:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.207307:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2736 00002000:00100000:1.0:1746070971.207313:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50f8e00 x1830887431267712/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.207319:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8e00 with x1830887431267712 ext(0->4095) 00010000:00010000:1.0:1746070971.207323:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.207330:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.207335:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50f8e00 00000100:00100000:2.0:1746070971.207495:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426776576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746070971.207519:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070971.207543:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426776448 00000100:00100000:2.0:1746070971.207546:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426776448 00000100:00100000:2.0:1746070971.207561:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426776576 00000100:00100000:2.0:1746070971.207563:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426776576 00000100:00100000:2.0:1746070971.207571:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1746070971.207576:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426776448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746070971.207590:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920044032 avail 3688521728 00000100:00100000:2.0:1746070971.207611:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426776448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.207616:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1746070971.207625:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1746070971.207629:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426776576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746070971.207636:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920044032 avail 3688521728 00000100:00100000:2.0:1746070971.207651:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426776576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 21us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.207655:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1746070971.207677:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426776576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746070971.209061:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426776448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070971.209131:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426776320:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070971.209146:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070971.209160:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0171c00, rc 0) 00000100:00100000:0.0:1746070971.209197:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431267456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4012us (4212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070971.209203:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29840 00000100:00100000:0.0:1746070971.210221:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.210260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.210329:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431267968 00000100:00100000:3.0:1746070971.210335:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431267968 00010000:00010000:3.0:1746070971.210358:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.210418:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431267840 00000100:00100000:2.0:1746070971.210421:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431267840 00000100:00100000:2.0:1746070971.210441:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29841 00000100:00100000:2.0:1746070971.210447:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1661:x1830887431267840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.210457:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.210466:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01469d expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.210489:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.210493:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.210499:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.210501:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01469d expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.210525:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.210535:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01469d expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.210542:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291e00, rc 0) 00000100:00100000:2.0:1746070971.210566:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431267840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.210571:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29841 00000100:00100000:3.0:1746070971.211001:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13642 00000100:00100000:3.0:1746070971.211008:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431267968:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.211016:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.211030:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.211040:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.211054:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037919 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01468f expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.211066:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.211067:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.211072:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.211079:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.211096:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.211106:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.211117:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426776832:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.211170:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.215578:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426776832:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.215603:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.215722:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431267968:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4714us (5460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.215731:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13642 00000100:00100000:0.0:1746070971.216104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.216342:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431268224 00000100:00100000:1.0:1746070971.216348:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431268224 00002000:00100000:1.0:1746070971.216382:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851f80 x1830887431268224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.216397:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851f80 with x1830887431268224 ext(0->4095) 00010000:00010000:1.0:1746070971.216404:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.216415:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.216420:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851f80 00000100:00100000:1.0:1746070971.216446:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2737 00000100:00100000:1.0:1746070971.216452:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431268224:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070971.216568:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431268224:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (465us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.216574:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2737 00002000:00100000:1.0:1746070971.216578:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851f80 x1830887431268224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.216585:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851f80 with x1830887431268224 ext(0->4095) 00010000:00010000:1.0:1746070971.216589:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.216598:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.216603:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851f80 00000100:00100000:0.0:1746070971.221937:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.222571:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431268352 00000100:00100000:3.0:1746070971.222578:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431268352 00010000:00010000:3.0:1746070971.222607:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.222633:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13643 00000100:00100000:3.0:1746070971.222639:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431268352:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.222650:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.222664:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.222673:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.222691:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d7060008037920 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014696 expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.222703:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.222705:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.222710:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01469d expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.222716:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01469d expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.222740:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01469d expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.222749:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426776960:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.222814:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.224131:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426776960:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.224143:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.224164:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431268352:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1525us (2235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.224171:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13643 00000100:00100000:0.0:1746070971.225408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.226051:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431268608 00000100:00100000:2.0:1746070971.226058:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431268608 00002000:00100000:2.0:1746070971.226089:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850a80 x1830887431268608/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.226099:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850a80 with x1830887431268608 ext(0->4095) 00002000:00010000:2.0:1746070971.226103:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d850a80 00000100:00100000:2.0:1746070971.226128:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13533 00000100:00100000:2.0:1746070971.226134:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431268608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.226981:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431268608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 845us (1573us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.226986:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13533 00002000:00100000:2.0:1746070971.226992:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850a80 x1830887431268608/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.226999:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850a80 with x1830887431268608 ext(0->4095) 00002000:00010000:2.0:1746070971.227001:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d850a80 00000100:00100000:0.0:1746070971.228537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.228788:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431268736 00000100:00100000:2.0:1746070971.228794:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431268736 00000100:00100000:2.0:1746070971.228822:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29842 00000100:00100000:2.0:1746070971.228826:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431268736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.228838:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.228852:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146a4 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.229081:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01469d expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.229088:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.229089:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.229092:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146a4 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.229400:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01469d expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.229411:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01469d expref: 27 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.229421:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426777088:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.229519:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.231240:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426777088:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.231260:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146a4 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.231272:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:2.0:1746070971.231296:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431268736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2469us (2762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.231303:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29842 00000100:00100000:0.0:1746070971.232255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.232336:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431268864 00000100:00100000:3.0:1746070971.232340:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431268864 00010000:00010000:3.0:1746070971.232362:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01469d expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.232389:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13644 00000100:00100000:3.0:1746070971.232395:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431268864:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.232404:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.232417:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01469d expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.232431:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01469d expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.232449:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037927 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01469d expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.232460:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.232461:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.232467:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146a4 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.232474:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146a4 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.232505:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146a4 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.232514:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426777216:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.232566:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.234709:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426777216:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.234723:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.234748:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2007:x1830887431268864:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2353us (2494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.234755:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13644 00000100:00100000:0.0:1746070971.235454:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.235770:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431269120 00000100:00100000:2.0:1746070971.235776:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431269120 00002000:00100000:2.0:1746070971.235804:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcdb800 x1830887431269120/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.235812:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdb800 with x1830887431269120 ext(0->4095) 00002000:00010000:2.0:1746070971.235815:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcdb800 00000100:00100000:2.0:1746070971.235838:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13534 00000100:00100000:2.0:1746070971.235843:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431269120:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.235968:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431269120:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (514us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.235972:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13534 00002000:00100000:2.0:1746070971.235976:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcdb800 x1830887431269120/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.235982:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdb800 with x1830887431269120 ext(0->4095) 00002000:00010000:2.0:1746070971.235984:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcdb800 00000100:00100000:0.0:1746070971.237322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.237914:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431269248 00000100:00100000:2.0:1746070971.237918:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431269248 00000100:00100000:2.0:1746070971.238065:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29843 00000100:00100000:2.0:1746070971.238071:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:1660:x1830887431269248:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.238082:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.238095:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146ab expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.238116:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146a4 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.238123:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.238124:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.238127:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.238149:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146a4 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.238163:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146a4 expref: 5 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.238173:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426777344:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.238234:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.239468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.240044:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431269376 00000100:00100000:2.0:1746070971.240050:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431269376 00000100:00100000:2.0:1746070971.240086:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29844 00000100:00100000:2.0:1746070971.240091:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431269376:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.240102:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.240114:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146b2 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.240133:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.240137:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 30 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.240142:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.240145:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b2 expref: 30 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.240169:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 30 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.240178:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b2 expref: 30 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.240190:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:2.0:1746070971.240223:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1661:x1830887431269376:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.240228:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29844 00000100:00100000:3.0:1746070971.240700:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426777344:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.240716:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.240723:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:3.0:1746070971.240743:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431269248:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2672us (3422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.240747:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29843 00000100:00100000:0.0:1746070971.242422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.242508:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431269504 00000100:00100000:3.0:1746070971.242514:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431269504 00010000:00010000:3.0:1746070971.242540:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146a4 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.242740:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13645 00000100:00100000:3.0:1746070971.242746:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431269504:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.242757:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.242771:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146a4 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.242780:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146a4 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.242797:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803792e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146a4 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.242820:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.242822:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.242827:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.242834:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.242856:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.242887:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.242898:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426777600:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.242961:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.245205:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426777600:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.245221:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070971.245486:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.245582:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431269504:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2835us (3163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.245591:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13645 00000100:00100000:1.0:1746070971.245789:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431269760 00000100:00100000:1.0:1746070971.245795:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431269760 00002000:00100000:1.0:1746070971.245823:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcda300 x1830887431269760/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.245831:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcda300 with x1830887431269760 ext(0->4095) 00010000:00010000:1.0:1746070971.245837:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.245847:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.245853:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcda300 00000100:00100000:1.0:1746070971.245902:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2738 00000100:00100000:1.0:1746070971.245908:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431269760:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070971.245999:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431269760:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.246004:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2738 00002000:00100000:1.0:1746070971.246009:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcda300 x1830887431269760/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.246016:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcda300 with x1830887431269760 ext(0->4095) 00010000:00010000:1.0:1746070971.246020:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.246029:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.246034:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcda300 00000100:00100000:0.0:1746070971.248351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.248493:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431269888 00000100:00100000:3.0:1746070971.248499:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431269888 00010000:00010000:3.0:1746070971.248525:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.248554:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13646 00000100:00100000:3.0:1746070971.248559:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2010:x1830887431269888:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.248569:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.248584:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.248592:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.248611:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037935 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ab expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.248625:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.248627:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.248632:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b2 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.248639:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b2 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.248665:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b2 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.248675:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426777728:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.249617:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.253106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.253352:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431270144 00000100:00100000:2.0:1746070971.253358:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431270144 00002000:00100000:2.0:1746070971.253392:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b7480 x1830887431270144/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.253401:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b7480 with x1830887431270144 ext(0->4095) 00002000:00010000:2.0:1746070971.253404:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b7480 00000100:00100000:3.0:1746070971.253570:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426777728:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.253587:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.253629:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2010:x1830887431269888:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5070us (5283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.253637:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13646 00000100:00100000:2.0:1746070971.253811:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13535 00000100:00100000:2.0:1746070971.253818:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431270144:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.253942:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431270144:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (842us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.253947:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13535 00002000:00100000:2.0:1746070971.253952:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b7480 x1830887431270144/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.253958:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b7480 with x1830887431270144 ext(0->4095) 00002000:00010000:2.0:1746070971.253961:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b7480 00000100:00100000:0.0:1746070971.255972:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.256075:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431270272 00000100:00100000:1.0:1746070971.256081:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431270272 00000100:00100000:1.0:1746070971.256118:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29845 00000100:00100000:1.0:1746070971.256123:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431270272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.256133:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.256146:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146b9 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.256169:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b2 expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.256175:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.256176:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.256179:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b9 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.256204:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b2 expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.256214:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b2 expref: 27 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.256224:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426777856:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.256299:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.258528:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426777856:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.258549:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b9 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.258565:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0171800, rc 0) 00000100:00100000:1.0:1746070971.258603:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431270272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2479us (2636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.258610:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29845 00000100:00100000:0.0:1746070971.259675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.260154:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431270400 00000100:00100000:3.0:1746070971.260161:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431270400 00010000:00010000:3.0:1746070971.260187:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b2 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.260235:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13647 00000100:00100000:3.0:1746070971.260241:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431270400:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.260253:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.260268:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b2 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.260277:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b2 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.260294:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803793c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b2 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.260522:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.260524:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.260530:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b9 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.260537:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b9 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.260561:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b9 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.260573:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426777984:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.260645:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.262937:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426777984:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.262952:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.262993:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2008:x1830887431270400:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2752us (3319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.263001:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13647 00000100:00100000:1.0:1746070971.263955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.266440:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431270656 00000100:00100000:2.0:1746070971.266449:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431270656 00002000:00100000:2.0:1746070971.266495:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327bb800 x1830887431270656/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.266509:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bb800 with x1830887431270656 ext(0->4095) 00002000:00010000:2.0:1746070971.266513:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327bb800 00000100:00100000:2.0:1746070971.266538:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13536 00000100:00100000:2.0:1746070971.266545:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431270656:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070971.266667:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431270656:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (2712us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.266673:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13536 00002000:00100000:2.0:1746070971.266678:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327bb800 x1830887431270656/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.266683:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bb800 with x1830887431270656 ext(0->4095) 00002000:00010000:2.0:1746070971.266686:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327bb800 00000100:00100000:1.0:1746070971.267046:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.267134:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431270784 00000100:00100000:0.0:1746070971.267137:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431270784 00000100:00100000:0.0:1746070971.267170:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29846 00000100:00100000:0.0:1746070971.267176:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:1660:x1830887431270784:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070971.267184:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070971.267196:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146c0 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070971.267217:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b9 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070971.267224:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070971.267225:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070971.267228:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070971.267254:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b9 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070971.267264:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b9 expref: 5 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746070971.267274:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426778112:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070971.267322:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.270435:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d539f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426778112:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.270464:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.270488:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac000, rc 0) 00000100:00100000:2.0:1746070971.270524:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431270784:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3347us (3478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.270532:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29846 00000100:00100000:0.0:1746070971.271389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.271969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.272062:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431270912 00000100:00100000:2.0:1746070971.272068:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431270912 00000100:00100000:3.0:1746070971.272293:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431271040 00000100:00100000:3.0:1746070971.272297:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431271040 00010000:00010000:3.0:1746070971.272319:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b9 expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.272794:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29847 00000100:00100000:2.0:1746070971.272802:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1661:x1830887431270912:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.272817:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.272829:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146c7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.272849:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.272854:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.272859:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.272861:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c7 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.272921:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.272931:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c7 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.272939:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0464600, rc 0) 00000100:00100000:2.0:1746070971.272973:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431270912:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.272979:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29847 00000100:00100000:3.0:1746070971.273057:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13648 00000100:00100000:3.0:1746070971.273064:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431271040:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.273073:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.273088:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b9 expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.273097:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b9 expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.273111:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171800/0xa5d7060008037943 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146b9 expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.273471:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.273473:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.273487:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.273494:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.273514:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.273523:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.273532:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426778368:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.273587:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.277475:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426778368:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.277505:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.277545:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431271040:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4481us (5576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.277554:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13648 00000100:00100000:0.0:1746070971.277938:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.278188:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431271296 00000100:00100000:2.0:1746070971.278194:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431271296 00002000:00100000:2.0:1746070971.278223:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539180 x1830887431271296/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.278232:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539180 with x1830887431271296 ext(0->4095) 00010000:00010000:2.0:1746070971.278240:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.278249:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.278255:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d539180 00000100:00100000:2.0:1746070971.278267:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2739 00000100:00100000:2.0:1746070971.278272:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431271296:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070971.279139:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431271296:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 865us (1199us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.279145:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2739 00002000:00100000:2.0:1746070971.279151:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539180 x1830887431271296/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.279159:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539180 with x1830887431271296 ext(0->4095) 00010000:00010000:2.0:1746070971.279165:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.279174:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.279179:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d539180 00000100:00100000:0.0:1746070971.282613:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.282890:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431271424 00000100:00100000:3.0:1746070971.282898:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431271424 00010000:00010000:3.0:1746070971.282929:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.283092:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13649 00000100:00100000:3.0:1746070971.283100:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2010:x1830887431271424:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.283114:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.283302:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.283312:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.283332:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803794a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c0 expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.283348:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.283350:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.283355:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c7 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.283361:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c7 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.283387:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c7 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.283397:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426778496:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.283473:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.288079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.288196:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431271680 00000100:00100000:2.0:1746070971.288203:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431271680 00000100:00100000:3.0:1746070971.288207:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426778496:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.288226:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746070971.288240:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130564e00 x1830887431271680/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.288254:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130564e00 with x1830887431271680 ext(0->4095) 00002000:00010000:2.0:1746070971.288257:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130564e00 00000100:00100000:3.0:1746070971.288262:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2010:x1830887431271424:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5163us (5656us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.288274:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13649 00000100:00100000:2.0:1746070971.288666:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13537 00000100:00100000:2.0:1746070971.288674:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431271680:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.289332:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431271680:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 659us (1259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.289338:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13537 00002000:00100000:2.0:1746070971.289344:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130564e00 x1830887431271680/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.289350:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130564e00 with x1830887431271680 ext(0->4095) 00002000:00010000:2.0:1746070971.289353:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130564e00 00000100:00100000:0.0:1746070971.291204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.291284:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431271808 00000100:00100000:2.0:1746070971.291291:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431271808 00000100:00100000:2.0:1746070971.291557:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29848 00000100:00100000:2.0:1746070971.291564:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431271808:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.291576:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.291590:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146ce expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.291613:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c7 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.291619:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.291621:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.291624:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ce expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.291650:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c7 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.291659:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c7 expref: 27 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.291668:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426778624:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.291938:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.293056:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426778624:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.293074:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ce expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.293085:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0465200, rc 0) 00000100:00100000:2.0:1746070971.293111:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431271808:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1548us (1911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.293118:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29848 00000100:00100000:0.0:1746070971.294753:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.294851:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431271936 00000100:00100000:3.0:1746070971.294856:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431271936 00010000:00010000:3.0:1746070971.294942:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c7 expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.295083:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13650 00000100:00100000:3.0:1746070971.295089:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431271936:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.295099:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.295115:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c7 expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.295124:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c7 expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.295145:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037951 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146c7 expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.295169:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.295171:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.295177:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ce expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.295184:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ce expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.295212:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ce expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.295223:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426778752:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.295285:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.298377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.298485:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426778752:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.298503:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.298537:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2008:x1830887431271936:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3448us (3786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.298546:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13650 00000100:00100000:2.0:1746070971.298608:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431272192 00000100:00100000:2.0:1746070971.298614:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431272192 00002000:00100000:2.0:1746070971.298643:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c2a00 x1830887431272192/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.298651:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2a00 with x1830887431272192 ext(0->4095) 00002000:00010000:2.0:1746070971.298655:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c2a00 00000100:00100000:2.0:1746070971.299300:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13538 00000100:00100000:2.0:1746070971.299307:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431272192:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.299413:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431272192:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (1043us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.299418:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13538 00002000:00100000:2.0:1746070971.299423:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c2a00 x1830887431272192/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.299430:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2a00 with x1830887431272192 ext(0->4095) 00002000:00010000:2.0:1746070971.299432:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c2a00 00000100:00100000:0.0:1746070971.300534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.301757:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431272320 00000100:00100000:2.0:1746070971.301765:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431272320 00000100:00100000:2.0:1746070971.301809:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29849 00000100:00100000:2.0:1746070971.301817:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:1660:x1830887431272320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.301830:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.301843:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146d5 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.301881:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ce expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.301889:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.301890:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.301894:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.301921:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ce expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.301936:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ce expref: 5 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.301947:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426778880:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.302020:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.302895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.302941:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431272448 00000100:00100000:1.0:1746070971.302944:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431272448 00000100:00100000:1.0:1746070971.302972:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29850 00000100:00100000:1.0:1746070971.302977:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431272448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.302984:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.302991:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146dc expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.303003:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.303006:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 30 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.303011:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.303013:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146dc expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.303030:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 30 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.303039:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146dc expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.303046:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0170e00, rc 0) 00000100:00100000:1.0:1746070971.303067:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1661:x1830887431272448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.303072:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29850 00000100:00100000:2.0:1746070971.306573:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426778880:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.306598:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.306612:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:2.0:1746070971.306646:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431272320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4830us (6114us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.306653:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29849 00000100:00100000:0.0:1746070971.307008:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.308613:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431272576 00000100:00100000:3.0:1746070971.308622:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431272576 00010000:00010000:3.0:1746070971.308660:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ce expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.308695:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13651 00000100:00100000:3.0:1746070971.308702:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431272576:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.308713:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.308729:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ce expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.308738:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ce expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.308758:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d7060008037958 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ce expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.308782:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.308784:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.308790:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.308796:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.308828:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.308837:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.308847:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426779136:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.309568:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.311811:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426779136:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.311829:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.311860:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431272576:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3158us (4852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.311887:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13651 00000100:00100000:0.0:1746070971.312468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.312623:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431272832 00000100:00100000:1.0:1746070971.312629:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431272832 00002000:00100000:1.0:1746070971.312659:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5357b80 x1830887431272832/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.312668:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5357b80 with x1830887431272832 ext(0->4095) 00010000:00010000:1.0:1746070971.312675:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.312686:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.312691:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5357b80 00000100:00100000:1.0:1746070971.313216:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2740 00000100:00100000:1.0:1746070971.313223:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431272832:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070971.313341:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431272832:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (874us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.313347:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2740 00002000:00100000:1.0:1746070971.313352:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5357b80 x1830887431272832/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.313364:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5357b80 with x1830887431272832 ext(0->4095) 00010000:00010000:1.0:1746070971.313369:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.313378:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.313383:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5357b80 00000100:00100000:0.0:1746070971.315941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.316209:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431272960 00000100:00100000:3.0:1746070971.316216:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431272960 00010000:00010000:3.0:1746070971.316243:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.316268:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13652 00000100:00100000:3.0:1746070971.316274:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431272960:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.316286:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.316302:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.316312:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.316331:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d706000803795f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146d5 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.316346:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.316348:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.316354:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146dc expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.316361:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146dc expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.316386:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146dc expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.316396:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426779264:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.317310:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.319115:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426779264:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.319134:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.319167:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431272960:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2892us (3231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.319181:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13652 00000100:00100000:0.0:1746070971.320144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.320277:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431273216 00000100:00100000:2.0:1746070971.320283:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431273216 00002000:00100000:2.0:1746070971.320313:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5354000 x1830887431273216/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.320322:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5354000 with x1830887431273216 ext(0->4095) 00002000:00010000:2.0:1746070971.320326:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5354000 00000100:00100000:2.0:1746070971.320552:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13539 00000100:00100000:2.0:1746070971.320559:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431273216:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.320657:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431273216:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.320666:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13539 00002000:00100000:2.0:1746070971.320670:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5354000 x1830887431273216/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.320676:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5354000 with x1830887431273216 ext(0->4095) 00002000:00010000:2.0:1746070971.320679:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5354000 00000100:00100000:0.0:1746070971.322408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.322622:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431273344 00000100:00100000:2.0:1746070971.322629:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431273344 00000100:00100000:2.0:1746070971.322673:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29851 00000100:00100000:2.0:1746070971.322681:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431273344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.322692:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.322706:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146e3 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.322728:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146dc expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.322735:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.322737:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.322740:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146e3 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.322762:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146dc expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.322773:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146dc expref: 27 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.322788:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426779392:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.322860:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.324304:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426779392:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.324322:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146e3 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.324334:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:2.0:1746070971.324360:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431273344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1680us (1956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.324367:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29851 00000100:00100000:0.0:1746070971.326236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.326412:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431273472 00000100:00100000:3.0:1746070971.326419:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431273472 00010000:00010000:3.0:1746070971.326446:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146dc expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.326545:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13653 00000100:00100000:3.0:1746070971.326552:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431273472:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.326566:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.326584:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146dc expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.326595:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146dc expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.326614:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170e00/0xa5d7060008037966 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146dc expref: 28 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.326639:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.326641:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.326647:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146e3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.326654:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146e3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.326677:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146e3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.326687:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426779520:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.326745:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.328323:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426779520:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.328336:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.328360:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2008:x1830887431273472:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1809us (2130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.328368:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13653 00000100:00100000:0.0:1746070971.329120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.329625:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431273728 00000100:00100000:1.0:1746070971.329631:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431273728 00002000:00100000:1.0:1746070971.329657:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc6680 x1830887431273728/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.329665:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc6680 with x1830887431273728 ext(0->4095) 00002000:00010000:1.0:1746070971.329669:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc6680 00000100:00100000:1.0:1746070971.329735:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13540 00000100:00100000:1.0:1746070971.329741:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431273728:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070971.329846:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431273728:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (726us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.329851:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13540 00002000:00100000:1.0:1746070971.329855:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc6680 x1830887431273728/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.329890:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc6680 with x1830887431273728 ext(0->4095) 00002000:00010000:1.0:1746070971.329892:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc6680 00000100:00100000:0.0:1746070971.331999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.332260:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431273856 00000100:00100000:2.0:1746070971.332267:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431273856 00000100:00100000:2.0:1746070971.332304:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29852 00000100:00100000:2.0:1746070971.332311:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:1660:x1830887431273856:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.332323:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.332335:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146ea expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.332356:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146e3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.332362:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.332364:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.332367:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.332395:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146e3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.332405:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146e3 expref: 5 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.332415:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426779648:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.332485:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.333272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.333615:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431273984 00000100:00100000:3.0:1746070971.333620:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431273984 00000100:00100000:3.0:1746070971.333662:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29853 00000100:00100000:3.0:1746070971.333667:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431273984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.333675:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.333684:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146f1 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.333698:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.333701:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 30 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.333707:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.333709:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f1 expref: 30 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.333730:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 30 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.333742:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f1 expref: 30 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.333749:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232600, rc 0) 00000100:00100000:3.0:1746070971.333784:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1661:x1830887431273984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.333789:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29853 00000100:00100000:2.0:1746070971.336590:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426779648:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.336616:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.336629:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:2.0:1746070971.336674:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431273856:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4363us (4678us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.336682:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29852 00000100:00100000:0.0:1746070971.337253:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.337648:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431274112 00000100:00100000:3.0:1746070971.337655:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431274112 00010000:00010000:3.0:1746070971.337681:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146e3 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.337801:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13654 00000100:00100000:3.0:1746070971.337808:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431274112:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.337819:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.337834:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146e3 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.337843:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146e3 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.337861:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803796d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146e3 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.337908:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.337910:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.337916:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.337922:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.337947:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.337956:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.337966:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426779904:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.338755:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.340310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.340389:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426779904:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.340406:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.340448:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431274112:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2639us (3195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.340456:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13654 00000100:00100000:2.0:1746070971.340529:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431274368 00000100:00100000:2.0:1746070971.340535:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431274368 00002000:00100000:2.0:1746070971.340563:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7480 x1830887431274368/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.340572:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7480 with x1830887431274368 ext(0->4095) 00010000:00010000:2.0:1746070971.340578:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.340593:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.340599:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f7480 00000100:00100000:2.0:1746070971.341474:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2741 00000100:00100000:2.0:1746070971.341490:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431274368:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.341590:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431274368:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (1284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.341595:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2741 00002000:00100000:2.0:1746070971.341600:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7480 x1830887431274368/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.341607:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7480 with x1830887431274368 ext(0->4095) 00010000:00010000:2.0:1746070971.341611:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.341619:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.341623:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f7480 00000100:00100000:0.0:1746070971.343998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.344141:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431274496 00000100:00100000:3.0:1746070971.344148:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431274496 00010000:00010000:3.0:1746070971.344175:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.344207:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13655 00000100:00100000:3.0:1746070971.344213:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2010:x1830887431274496:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.344229:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.344245:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.344256:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.344274:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037974 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ea expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.344286:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.344288:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.344293:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f1 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.344300:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f1 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.344325:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f1 expref: 28 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.344336:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426780032:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.344397:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.347648:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426780032:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.347668:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.347715:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2010:x1830887431274496:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3501us (3721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.347728:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13655 00000100:00100000:0.0:1746070971.348404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.348474:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431274752 00000100:00100000:1.0:1746070971.348490:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431274752 00002000:00100000:1.0:1746070971.348521:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7800 x1830887431274752/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.348530:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7800 with x1830887431274752 ext(0->4095) 00002000:00010000:1.0:1746070971.348534:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f7800 00000100:00100000:1.0:1746070971.348561:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13541 00000100:00100000:1.0:1746070971.348567:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2010:x1830887431274752:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070971.348662:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2010:x1830887431274752:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 95us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.348668:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13541 00002000:00100000:1.0:1746070971.348672:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7800 x1830887431274752/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.348679:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7800 with x1830887431274752 ext(0->4095) 00002000:00010000:1.0:1746070971.348682:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f7800 00000100:00100000:0.0:1746070971.351315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.351379:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431274880 00000100:00100000:2.0:1746070971.351386:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431274880 00000100:00100000:2.0:1746070971.351432:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29854 00000100:00100000:2.0:1746070971.351438:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431274880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.351450:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.351463:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146f8 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.351496:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f1 expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.351502:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.351503:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.351506:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.351531:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f1 expref: 27 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.351541:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f1 expref: 27 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.351551:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426780160:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.352695:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.354682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.354812:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431275008 00000100:00100000:3.0:1746070971.354820:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431275008 00010000:00010000:3.0:1746070971.354880:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f1 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.354986:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426780160:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.355007:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.355020:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290e00, rc 0) 00000100:00100000:2.0:1746070971.355070:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431274880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3632us (3761us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.355077:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29854 00000100:00100000:3.0:1746070971.355155:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13656 00000100:00100000:3.0:1746070971.355162:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431275008:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.355172:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.355188:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f1 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.355197:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f1 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.355216:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d706000803797b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f1 expref: 28 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.355230:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.355232:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.355237:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.355244:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.355268:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.355279:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426780288:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.355331:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.358118:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426780288:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.358139:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.358187:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2008:x1830887431275008:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3025us (3511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.358197:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13656 00000100:00100000:0.0:1746070971.360130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.360175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.360243:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431275392 00000100:00100000:2.0:1746070971.360250:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431275392 00000100:00100000:2.0:1746070971.360288:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29855 00000100:00100000:2.0:1746070971.360293:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:1660:x1830887431275392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.360308:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.360323:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0146ff expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.360347:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.360353:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.360354:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.360357:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.360378:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.360386:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 5 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.360395:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426780416:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.360459:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726059c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.360968:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431275264 00000100:00100000:3.0:1746070971.360973:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431275264 00002000:00100000:3.0:1746070971.360998:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e03480 x1830887431275264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.361006:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e03480 with x1830887431275264 ext(0->4095) 00010000:00010000:3.0:1746070971.361012:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.361021:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.361026:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e03480 00000100:00100000:3.0:1746070971.361240:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2742 00000100:00100000:3.0:1746070971.361248:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431275264:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070971.361811:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431275264:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 563us (1634us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.361820:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2742 00002000:00100000:3.0:1746070971.361825:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e03480 x1830887431275264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.361832:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e03480 with x1830887431275264 ext(0->4095) 00010000:00010000:3.0:1746070971.361838:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.361847:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.361852:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e03480 00000100:00100000:2.0:1746070971.363843:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426780416:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.364471:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.364500:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:2.0:1746070971.364540:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431275392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4247us (4416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.364547:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29855 00000100:00100000:0.0:1746070971.365159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.365215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.365626:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431275520 00000100:00100000:2.0:1746070971.365632:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431275520 00000100:00100000:3.0:1746070971.365933:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431275648 00000100:00100000:3.0:1746070971.365937:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431275648 00010000:00010000:3.0:1746070971.365956:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.365984:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13657 00000100:00100000:3.0:1746070971.365989:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431275648:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.365999:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.366014:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.366023:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.366040:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037982 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146f8 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.366053:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.366055:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.366060:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.366066:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.366089:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.366098:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426780544:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.366150:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.366401:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29856 00000100:00100000:2.0:1746070971.366408:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1661:x1830887431275520:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.366419:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.366428:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014706 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.366443:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.366448:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.366449:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.366452:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014706 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.366466:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.366474:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.366496:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426780672:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.366516:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726059c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.368809:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426780544:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.368828:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.368860:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431275648:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2870us (3644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.368890:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13657 00000100:00100000:2.0:1746070971.369230:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426780672:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.369247:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014706 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.369259:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:2.0:1746070971.369282:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431275520:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2875us (4124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.369288:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29856 00000100:00100000:0.0:1746070971.370512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.370676:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431275904 00000100:00100000:3.0:1746070971.370682:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431275904 00002000:00100000:3.0:1746070971.370713:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef07100 x1830887431275904/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.370722:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef07100 with x1830887431275904 ext(0->4095) 00010000:00010000:3.0:1746070971.370728:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.370743:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.370749:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef07100 00000100:00100000:3.0:1746070971.371575:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2743 00000100:00100000:3.0:1746070971.371584:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431275904:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070971.371692:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431275904:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (1184us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.371698:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2743 00002000:00100000:3.0:1746070971.371703:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef07100 x1830887431275904/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.371709:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef07100 with x1830887431275904 ext(0->4095) 00010000:00010000:3.0:1746070971.371714:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.371723:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.371728:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef07100 00000100:00100000:2.0:1746070971.374372:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.374517:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431276032 00000100:00100000:3.0:1746070971.374524:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431276032 00010000:00010000:3.0:1746070971.374550:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.374919:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13658 00000100:00100000:3.0:1746070971.374928:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431276032:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.374938:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.374953:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.374963:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.374981:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037989 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0146ff expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.375124:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.375127:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.375132:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014706 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.375139:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014706 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.375167:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014706 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.375176:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426780800:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.375659:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.378458:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426780800:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.378483:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.378736:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431276032:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3808us (4367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.378746:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13658 00000100:00100000:0.0:1746070971.379068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.379141:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431276288 00000100:00100000:1.0:1746070971.379146:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431276288 00002000:00100000:1.0:1746070971.379319:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef04000 x1830887431276288/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.379328:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04000 with x1830887431276288 ext(0->4095) 00002000:00010000:1.0:1746070971.379332:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef04000 00000100:00100000:1.0:1746070971.379354:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13542 00000100:00100000:1.0:1746070971.379361:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431276288:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070971.379452:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431276288:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.379458:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13542 00002000:00100000:1.0:1746070971.379463:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef04000 x1830887431276288/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.379470:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04000 with x1830887431276288 ext(0->4095) 00002000:00010000:1.0:1746070971.379472:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef04000 00000100:00100000:0.0:1746070971.383206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.383309:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431276416 00000100:00100000:2.0:1746070971.383317:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431276416 00000100:00100000:2.0:1746070971.383362:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29857 00000100:00100000:2.0:1746070971.383369:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431276416:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.383383:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.383396:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01470d expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.383421:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014706 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.383427:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.383429:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.383433:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.383458:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014706 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.383468:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014706 expref: 27 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.383490:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426780928:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.383559:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.385734:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426780928:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.385756:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.385769:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:2.0:1746070971.385802:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431276416:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2434us (2603us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.385809:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29857 00000100:00100000:0.0:1746070971.386034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.386162:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431276544 00000100:00100000:3.0:1746070971.386167:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431276544 00010000:00010000:3.0:1746070971.386187:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014706 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.386203:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13659 00000100:00100000:3.0:1746070971.386207:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431276544:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.386216:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.386230:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014706 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.386238:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014706 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.386256:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037990 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014706 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.386620:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.386622:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.386627:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.386634:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.386656:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.386665:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426781056:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.387101:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.390651:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.390760:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431276672 00000100:00100000:3.0:1746070971.390767:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431276672 00000100:00100000:3.0:1746070971.390854:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29858 00000100:00100000:3.0:1746070971.390861:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431276672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.390985:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746070971.390993:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426781056:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.390999:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014714 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.391008:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070971.391021:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.391026:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.391028:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.391030:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.391035:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431276544:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4828us (5002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.391042:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13659 00010000:00010000:3.0:1746070971.391052:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.391062:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 5 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.391071:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426781184:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.391104:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.393260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.393784:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431276928 00000100:00100000:3.0:1746070971.393790:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431276928 00000100:00100000:2.0:1746070971.393987:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426781184:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.394009:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.394022:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:2.0:1746070971.394065:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431276672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3204us (3419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.394072:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29858 00002000:00100000:3.0:1746070971.394230:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082105180 x1830887431276928/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.394238:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082105180 with x1830887431276928 ext(0->4095) 00010000:00010000:3.0:1746070971.394244:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.394253:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.394259:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082105180 00000100:00100000:3.0:1746070971.394274:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2744 00000100:00100000:3.0:1746070971.394284:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431276928:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070971.394499:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431276928:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 218us (1243us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.394505:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2744 00002000:00100000:3.0:1746070971.394509:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082105180 x1830887431276928/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.394516:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082105180 with x1830887431276928 ext(0->4095) 00010000:00010000:3.0:1746070971.394520:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.394529:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.394535:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082105180 00000100:00100000:0.0:1746070971.401691:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.401789:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.402020:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431277056 00000100:00100000:3.0:1746070971.402029:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431277056 00000100:00100000:2.0:1746070971.402172:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431277184 00000100:00100000:2.0:1746070971.402175:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431277184 00010000:00010000:2.0:1746070971.402195:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.402216:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13660 00000100:00100000:2.0:1746070971.402222:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431277184:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.402233:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.402249:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.402260:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.402279:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008037997 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01470d expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.402295:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.402297:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.402303:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.402314:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.402581:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29859 00000100:00100000:3.0:1746070971.402587:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1661:x1830887431277056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.402598:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.402607:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01471b expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.402621:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.402626:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.402627:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.402630:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01471b expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.402650:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.402659:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.402669:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426781312:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.402731:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9180 going to sleep for 11 seconds 00010000:00010000:2.0:1746070971.403549:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.403558:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.403566:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426781440:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.403606:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.406494:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426781312:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.406521:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01471b expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.406535:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232000, rc 0) 00000100:00100000:3.0:1746070971.406578:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431277056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3991us (4789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.406586:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29859 00000100:00100000:2.0:1746070971.407067:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426781440:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.407078:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.407093:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431277184:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4872us (5411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.407100:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13660 00000100:00100000:0.0:1746070971.409077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.409215:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431277440 00000100:00100000:3.0:1746070971.409223:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431277440 00002000:00100000:3.0:1746070971.409258:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082107800 x1830887431277440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.409267:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082107800 with x1830887431277440 ext(0->4095) 00010000:00010000:3.0:1746070971.409274:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.409285:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.409291:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082107800 00000100:00100000:3.0:1746070971.409343:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2745 00000100:00100000:3.0:1746070971.409350:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431277440:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070971.410001:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431277440:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 649us (926us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.410007:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2745 00002000:00100000:3.0:1746070971.410013:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082107800 x1830887431277440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.410020:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082107800 with x1830887431277440 ext(0->4095) 00010000:00010000:3.0:1746070971.410024:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.410032:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.410037:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082107800 00000100:00100000:0.0:1746070971.411732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.412120:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431277568 00000100:00100000:2.0:1746070971.412127:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431277568 00010000:00010000:2.0:1746070971.412152:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.412172:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13661 00000100:00100000:2.0:1746070971.412178:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2010:x1830887431277568:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.412187:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.412201:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.412211:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.412230:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d706000803799e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014714 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.412337:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.412339:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.412345:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01471b expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.412352:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01471b expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.412385:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01471b expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.412395:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426781568:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.412458:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.414298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.414346:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431277824 00000100:00100000:3.0:1746070971.414353:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431277824 00000100:00100000:2.0:1746070971.414383:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426781568:192.168.204.29@tcp:105: 00002000:00100000:3.0:1746070971.414384:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1e300 x1830887431277824/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.414391:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1e300 with x1830887431277824 ext(0->4095) 00002000:00010000:3.0:1746070971.414394:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1e300 00010000:00010000:2.0:1746070971.414396:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.414409:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13543 00000100:00100000:3.0:1746070971.414413:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2009:x1830887431277824:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070971.414434:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2010:x1830887431277568:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2255us (2705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.414440:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13661 00000100:00100000:3.0:1746070971.414792:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2009:x1830887431277824:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 377us (497us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.414798:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13543 00002000:00100000:3.0:1746070971.414803:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1e300 x1830887431277824/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.414810:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1e300 with x1830887431277824 ext(0->4095) 00002000:00010000:3.0:1746070971.414813:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1e300 00000100:00100000:0.0:1746070971.415925:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.416140:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431277952 00000100:00100000:3.0:1746070971.416145:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431277952 00000100:00100000:3.0:1746070971.416176:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29860 00000100:00100000:3.0:1746070971.416182:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431277952:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.416191:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.416205:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014722 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.416229:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01471b expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.416235:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.416237:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.416240:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014722 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.416261:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01471b expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.416271:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01471b expref: 27 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.416281:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426781696:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.416346:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.417550:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426781696:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.417571:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014722 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.417587:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232800, rc 0) 00000100:00100000:3.0:1746070971.417613:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431277952:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1431us (1688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.417619:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29860 00000100:00100000:0.0:1746070971.417789:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.418013:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431278080 00000100:00100000:2.0:1746070971.418018:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431278080 00010000:00010000:2.0:1746070971.418036:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01471b expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.418066:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13662 00000100:00100000:2.0:1746070971.418072:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431278080:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.418080:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.418095:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01471b expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.418103:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01471b expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.418120:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01471b expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.418140:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.418142:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.418148:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014722 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.418155:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014722 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.418177:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014722 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.418190:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426781824:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.418242:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.419683:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426781824:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.419697:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.419834:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2007:x1830887431278080:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1761us (2043us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.419843:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13662 00000100:00100000:1.0:1746070971.419991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.420538:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431278336 00000100:00100000:3.0:1746070971.420545:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431278336 00002000:00100000:3.0:1746070971.420575:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5ad80 x1830887431278336/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.420584:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5ad80 with x1830887431278336 ext(0->4095) 00002000:00010000:3.0:1746070971.420587:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed5ad80 00000100:00100000:3.0:1746070971.420617:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13544 00000100:00100000:3.0:1746070971.420624:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431278336:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070971.420718:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431278336:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (727us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.420724:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13544 00002000:00100000:3.0:1746070971.420729:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5ad80 x1830887431278336/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.420735:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5ad80 with x1830887431278336 ext(0->4095) 00002000:00010000:3.0:1746070971.420738:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed5ad80 00000100:00100000:0.0:1746070971.422448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.422508:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431278464 00000100:00100000:3.0:1746070971.422514:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431278464 00000100:00100000:3.0:1746070971.422621:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29861 00000100:00100000:3.0:1746070971.422627:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:1661:x1830887431278464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.422638:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.422651:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014729 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.422671:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014722 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.422676:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.422678:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.422680:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.422701:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014722 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.422710:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014722 expref: 5 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.422719:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426781952:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.423139:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.424748:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426781952:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.424860:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.424891:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233400, rc 0) 00000100:00100000:3.0:1746070971.424919:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1661:x1830887431278464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2292us (2474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.424929:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29861 00000100:00100000:0.0:1746070971.425114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.425208:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431278592 00000100:00100000:3.0:1746070971.425213:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431278592 00000100:00100000:3.0:1746070971.425249:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29862 00000100:00100000:3.0:1746070971.425255:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431278592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.425265:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.425274:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014730 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.425289:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.425293:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.425298:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.425301:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.425322:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.425337:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.425343:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233000, rc 0) 00000100:00100000:3.0:1746070971.425367:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431278592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.425372:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29862 00000100:00100000:0.0:1746070971.425515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.425647:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431278720 00000100:00100000:3.0:1746070971.425651:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431278720 00010000:00010000:3.0:1746070971.425663:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014722 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.425681:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13663 00000100:00100000:3.0:1746070971.425687:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431278720:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.425694:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.425707:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014722 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.425717:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014722 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.425731:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014722 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.425742:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.425744:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.425748:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.425754:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.425770:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.425783:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.425791:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426782208:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.425836:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.426961:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426782208:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.426971:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.427025:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431278720:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1337us (1510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.427032:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13663 00000100:00100000:0.0:1746070971.428098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.428166:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431278976 00000100:00100000:2.0:1746070971.428171:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431278976 00002000:00100000:2.0:1746070971.428193:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009deded80 x1830887431278976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.428201:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009deded80 with x1830887431278976 ext(0->4095) 00010000:00010000:2.0:1746070971.428208:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.428218:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.428224:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009deded80 00000100:00100000:2.0:1746070971.428247:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2746 00000100:00100000:2.0:1746070971.428251:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431278976:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070971.428334:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431278976:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 82us (237us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.428342:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2746 00002000:00100000:2.0:1746070971.428346:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009deded80 x1830887431278976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.428352:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009deded80 with x1830887431278976 ext(0->4095) 00010000:00010000:2.0:1746070971.428356:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.428367:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.428372:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009deded80 00000100:00100000:0.0:1746070971.429943:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.430784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.430838:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431279232 00000100:00100000:2.0:1746070971.430845:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431279232 00010000:00010000:2.0:1746070971.430891:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.430913:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13664 00000100:00100000:2.0:1746070971.430919:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431279232:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.430929:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.430945:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.430955:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.430973:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080379b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014729 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.430999:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.431001:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.431006:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.431014:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.431039:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.431050:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426782336:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.431120:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.431251:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431279104 00000100:00100000:3.0:1746070971.431255:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431279104 00000100:00100000:3.0:1746070971.431279:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29863 00000100:00100000:3.0:1746070971.431284:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431279104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.431294:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.431303:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014737 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.431317:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.431322:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.431323:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.431326:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.431345:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.431354:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.431362:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426782464:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.431398:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.434317:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426782336:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070971.434334:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070971.434453:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431279232:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3532us (3668us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070971.434462:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13664 00000100:00100000:2.0:1746070971.434992:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.435040:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426782464:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.435062:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.435076:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:3.0:1746070971.435113:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431279104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3828us (5174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.435120:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29863 00000100:00100000:0.0:1746070971.435169:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431279488 00000100:00100000:0.0:1746070971.435174:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431279488 00002000:00100000:0.0:1746070971.435201:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff30700 x1830887431279488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070971.435208:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff30700 with x1830887431279488 ext(0->4095) 00010000:00010000:0.0:1746070971.435214:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.435225:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746070971.435230:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff30700 00000100:00100000:0.0:1746070971.435357:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2747 00000100:00100000:0.0:1746070971.435364:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431279488:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070971.435983:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431279488:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 619us (991us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070971.435988:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2747 00002000:00100000:0.0:1746070971.435993:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff30700 x1830887431279488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070971.436000:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff30700 with x1830887431279488 ext(0->4095) 00010000:00010000:0.0:1746070971.436004:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.436012:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746070971.436018:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff30700 00000100:00100000:0.0:1746070971.438228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.438644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.438766:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431279744 00000100:00100000:1.0:1746070971.438772:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431279744 00010000:00010000:1.0:1746070971.438803:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.438826:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13665 00000100:00100000:1.0:1746070971.438832:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431279744:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070971.438843:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070971.438858:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.438891:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.438900:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431279616 00000100:00100000:3.0:1746070971.438904:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431279616 00010000:00010000:1.0:1746070971.438915:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d70600080379ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014730 expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.438932:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.438934:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746070971.438936:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29864 00010000:00010000:1.0:1746070971.438940:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.438942:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431279616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.438948:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.438953:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.438961:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01473e expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.438977:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.439218:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.439222:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.439226:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01473e expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.439238:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.439244:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.439255:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 5 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.439263:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 5 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.439266:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426782720:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.439272:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e357800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426782592:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070971.439349:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.439353:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.443493:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e357800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426782592:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070971.443513:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070971.443519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.443534:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426782720:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.443550:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431279744:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4717us (4905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.443559:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13665 00010000:00010000:3.0:1746070971.443564:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01473e expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.443577:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232000, rc 0) 00000100:00100000:3.0:1746070971.443598:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431279616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4657us (5376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.443604:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29864 00000100:00100000:2.0:1746070971.443649:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431280000 00000100:00100000:2.0:1746070971.443655:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431280000 00002000:00100000:2.0:1746070971.443686:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803100 x1830887431280000/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.443694:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803100 with x1830887431280000 ext(0->4095) 00010000:00010000:2.0:1746070971.443705:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.443718:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.443724:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d803100 00000100:00100000:2.0:1746070971.443752:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2748 00000100:00100000:2.0:1746070971.443759:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431280000:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.443886:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431280000:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (366us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.443892:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2748 00002000:00100000:2.0:1746070971.443897:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803100 x1830887431280000/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.443904:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803100 with x1830887431280000 ext(0->4095) 00010000:00010000:2.0:1746070971.443908:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.443916:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.443922:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d803100 00000100:00100000:0.0:1746070971.448169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.448254:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.448271:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431280128 00000100:00100000:3.0:1746070971.448279:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431280128 00000100:00100000:3.0:1746070971.448318:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29865 00000100:00100000:3.0:1746070971.448324:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1661:x1830887431280128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746070971.448328:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431280256 00000100:00100000:1.0:1746070971.448332:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431280256 00010000:00010000:3.0:1746070971.448339:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.448351:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014745 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.448351:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.448370:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13666 00010000:00010000:3.0:1746070971.448372:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746070971.448375:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431280256:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.448377:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01473e expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.448382:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.448382:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.448385:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014745 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.448400:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.448410:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.448411:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01473e expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.448425:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080379c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014737 expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.448430:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014745 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.448437:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.448438:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.448442:0:9567:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01473e expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.448449:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01473e expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.450382:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070971.450447:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431280256:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2066us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.450457:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13666 00010000:00010000:3.0:1746070971.450605:0:9567:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01473e expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.450623:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01473e expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.450634:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426782976:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.450670:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.457860:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.457971:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426782976:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.457988:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233600, rc 0) 00000100:00100000:3.0:1746070971.458028:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1661:x1830887431280128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9703us (9866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.458035:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29865 00000100:00100000:1.0:1746070971.458280:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431280384 00000100:00100000:1.0:1746070971.458286:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431280384 00010000:00010000:1.0:1746070971.458309:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01473e expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.458330:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13667 00000100:00100000:1.0:1746070971.458340:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431280384:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070971.458350:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070971.458365:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01473e expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.458373:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01473e expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.458391:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d70600080379c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01473e expref: 29 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.458421:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.458423:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.458429:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014745 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.458436:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014745 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.458460:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014745 expref: 28 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070971.458469:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e357800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426783104:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070971.458524:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.460487:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e357800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426783104:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070971.460499:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070971.460523:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431280384:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2183us (2671us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.460531:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13667 00000100:00100000:0.0:1746070971.461615:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.461695:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431280640 00000100:00100000:2.0:1746070971.461700:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431280640 00002000:00100000:2.0:1746070971.461726:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b2a00 x1830887431280640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.461735:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2a00 with x1830887431280640 ext(0->4095) 00002000:00010000:2.0:1746070971.461739:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b2a00 00000100:00100000:2.0:1746070971.461752:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13545 00000100:00100000:2.0:1746070971.461757:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431280640:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.461858:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431280640:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (244us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.461881:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13545 00002000:00100000:2.0:1746070971.461886:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b2a00 x1830887431280640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.461892:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2a00 with x1830887431280640 ext(0->4095) 00002000:00010000:2.0:1746070971.461894:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b2a00 00000100:00100000:0.0:1746070971.463298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.463607:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431280768 00000100:00100000:3.0:1746070971.463612:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431280768 00000100:00100000:3.0:1746070971.463639:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29866 00000100:00100000:3.0:1746070971.463645:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431280768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.463654:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.463667:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01474c expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.463687:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014745 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.463694:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.463695:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.463698:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.463724:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014745 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.463734:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014745 expref: 27 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.463743:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426783232:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.464224:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.466068:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426783232:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.466090:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.466103:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232800, rc 0) 00000100:00100000:3.0:1746070971.466133:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431280768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2488us (2837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.466140:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29866 00000100:00100000:0.0:1746070971.468388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.468433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.468512:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431280896 00000100:00100000:1.0:1746070971.468519:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431280896 00010000:00010000:1.0:1746070971.468545:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014745 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.468566:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13668 00000100:00100000:1.0:1746070971.468573:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431280896:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070971.468585:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070971.468601:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014745 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.468611:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014745 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.468629:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014745 expref: 28 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.468709:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431281024 00000100:00100000:3.0:1746070971.468713:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431281024 00000100:00100000:3.0:1746070971.468732:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29867 00000100:00100000:3.0:1746070971.468737:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431281024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.468747:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.468755:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014753 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.468767:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.468772:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.468776:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.468779:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.468802:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.468810:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 29 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.468816:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.468817:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.468821:0:9567:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.468827:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.468838:0:9567:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.468846:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 5 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.468854:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426783488:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.468919:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746070971.469068:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070971.469088:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431280896:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 515us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.469094:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13668 00000100:00100000:0.0:1746070971.471154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.471238:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431281280 00000100:00100000:1.0:1746070971.471243:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431281280 00002000:00100000:1.0:1746070971.471271:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01ff800 x1830887431281280/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.471280:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff800 with x1830887431281280 ext(0->4095) 00010000:00010000:1.0:1746070971.471287:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.471298:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.471304:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01ff800 00000100:00100000:3.0:1746070971.471391:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426783488:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.471405:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232600, rc 0) 00000100:00100000:3.0:1746070971.471435:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431281024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2698us (3001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.471442:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29867 00000100:00100000:1.0:1746070971.471497:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2749 00000100:00100000:1.0:1746070971.471504:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431281280:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070971.471602:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431281280:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.471608:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2749 00002000:00100000:1.0:1746070971.471612:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01ff800 x1830887431281280/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.471618:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff800 with x1830887431281280 ext(0->4095) 00010000:00010000:1.0:1746070971.471622:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.471631:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.471636:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01ff800 00000100:00100000:0.0:1746070971.474829:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.475284:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431281408 00000100:00100000:2.0:1746070971.475291:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431281408 00010000:00010000:2.0:1746070971.475318:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.475339:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13669 00000100:00100000:2.0:1746070971.475345:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431281408:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.475356:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.475373:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.475381:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.475399:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d70600080379d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01474c expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.475631:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.475634:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.475640:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.475653:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.475681:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.475692:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426783616:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.476101:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.478556:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426783616:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.478572:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.478608:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431281408:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3262us (3787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.478617:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13669 00000100:00100000:0.0:1746070971.479307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.479695:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431281664 00000100:00100000:2.0:1746070971.479701:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431281664 00002000:00100000:2.0:1746070971.479731:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2f800 x1830887431281664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.479739:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f800 with x1830887431281664 ext(0->4095) 00002000:00010000:2.0:1746070971.479743:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2f800 00000100:00100000:2.0:1746070971.479952:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13546 00000100:00100000:2.0:1746070971.479959:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431281664:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.480062:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431281664:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (756us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.480071:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13546 00002000:00100000:2.0:1746070971.480075:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2f800 x1830887431281664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.480082:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f800 with x1830887431281664 ext(0->4095) 00002000:00010000:2.0:1746070971.480085:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2f800 00000100:00100000:0.0:1746070971.486016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.486180:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431281792 00000100:00100000:3.0:1746070971.486187:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431281792 00000100:00100000:3.0:1746070971.486223:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29868 00000100:00100000:3.0:1746070971.486229:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431281792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.486243:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.486256:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01475a expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.486278:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.486284:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.486285:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.486288:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.486309:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 27 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.486317:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 27 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.486326:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426783744:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.486900:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.495930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.495969:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.495995:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431282048 00000100:00100000:0.0:1746070971.496002:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431282048 00000100:00100000:3.0:1746070971.496036:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426783744:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070971.496058:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29869 00010000:00010000:3.0:1746070971.496061:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070971.496067:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431282048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.496076:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233600, rc 0) 00010000:00010000:0.0:1746070971.496080:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070971.496092:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014761 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070971.496100:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431281920 00000100:00100000:1.0:1746070971.496104:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431281920 00010000:00010000:0.0:1746070971.496112:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746070971.496114:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431281792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9884us (10104us total) trans 0 rc 0/0 00010000:00010000:0.0:1746070971.496116:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.496120:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29868 00010000:00010000:0.0:1746070971.496122:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070971.496125:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014761 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746070971.496128:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d301f80 x1830887431281920/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.496135:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301f80 with x1830887431281920 ext(0->7) 00010000:00010000:1.0:1746070971.496140:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 30 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.496150:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 30 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.496150:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746070971.496156:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d301f80 00010000:00010000:0.0:1746070971.496159:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014761 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070971.496166:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac000, rc 0) 00000100:00100000:1.0:1746070971.496169:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2750 00000100:00100000:1.0:1746070971.496174:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2008:x1830887431281920:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070971.496183:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1660:x1830887431282048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070971.496191:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29869 00000100:00100000:0.0:1746070971.497037:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2008:x1830887431281920:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 860us (1112us total) trans 4294972243 rc 0/0 00000100:00100000:0.0:1746070971.497044:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2750 00002000:00100000:0.0:1746070971.497050:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d301f80 x1830887431281920/t4294972243(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/448 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070971.497057:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301f80 with x1830887431281920 ext(0->7) 00010000:00010000:0.0:1746070971.497061:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 31 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.497071:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 31 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746070971.497077:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d301f80 00000100:00100000:0.0:1746070971.498579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.498676:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431282176 00000100:00100000:2.0:1746070971.498683:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431282176 00010000:00010000:2.0:1746070971.498709:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 31 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.498740:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13670 00000100:00100000:2.0:1746070971.498747:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2008:x1830887431282176:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.498757:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746070971.498767:0:21522:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746070970 -> 1746070971 00002000:00010000:2.0:1746070971.498769:0:21522:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746070970 -> 1746070971 00010000:00010000:2.0:1746070971.498774:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 31 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.498784:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 31 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.498802:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014753 expref: 31 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.498831:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.498833:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.498839:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.498845:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.498900:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.498911:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 5 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.498948:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426784000:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.499008:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726056c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.500487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.500536:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431282432 00000100:00100000:1.0:1746070971.500541:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431282432 00002000:00100000:1.0:1746070971.500568:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f692a00 x1830887431282432/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.500576:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f692a00 with x1830887431282432 ext(0->4095) 00000100:00100000:2.0:1746070971.500579:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426784000:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070971.500581:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.500589:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070971.500590:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.500595:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f692a00 00000100:00100000:2.0:1746070971.500619:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2008:x1830887431282176:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1872us (2044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.500621:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2751 00000100:00100000:2.0:1746070971.500625:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13670 00000100:00100000:1.0:1746070971.500627:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431282432:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070971.500713:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431282432:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.500718:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2751 00002000:00100000:1.0:1746070971.500723:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f692a00 x1830887431282432/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.500729:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f692a00 with x1830887431282432 ext(0->4095) 00010000:00010000:1.0:1746070971.500734:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.500746:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.500752:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f692a00 00000100:00100000:0.0:1746070971.502111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.502164:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431282560 00000100:00100000:2.0:1746070971.502168:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431282560 00010000:00010000:2.0:1746070971.502182:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.502197:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13671 00000100:00100000:2.0:1746070971.502201:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431282560:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.502211:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.502222:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.502229:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.502246:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080379e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01475a expref: 6 pid: 9567 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.502256:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.502258:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.502310:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014761 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.502318:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014761 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.502342:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014761 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.502351:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426784128:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.502929:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726056c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.505108:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.505181:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431282816 00000100:00100000:3.0:1746070971.505188:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431282816 00002000:00100000:3.0:1746070971.505220:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b5180 x1830887431282816/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.505227:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b5180 with x1830887431282816 ext(0->4095) 00002000:00010000:3.0:1746070971.505231:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b5180 00000100:00100000:3.0:1746070971.505262:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13547 00000100:00100000:3.0:1746070971.505269:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2008:x1830887431282816:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070971.505345:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426784128:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.505357:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.505386:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431282560:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3184us (3278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.505397:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13671 00000100:00100000:3.0:1746070971.506421:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2008:x1830887431282816:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1151us (1315us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.506428:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13547 00002000:00100000:3.0:1746070971.506433:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b5180 x1830887431282816/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.506441:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b5180 with x1830887431282816 ext(0->4095) 00002000:00010000:3.0:1746070971.506443:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b5180 00000100:00100000:0.0:1746070971.508395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.508731:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431282944 00000100:00100000:3.0:1746070971.508738:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431282944 00000100:00100000:3.0:1746070971.508777:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29870 00000100:00100000:3.0:1746070971.508784:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431282944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.508802:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.508815:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014768 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.508839:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014761 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.508846:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.508847:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.508850:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.508890:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014761 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.508901:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014761 expref: 29 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.508911:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426784256:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.509658:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.510711:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426784256:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.510731:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.510747:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232600, rc 0) 00000100:00100000:3.0:1746070971.510802:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431282944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2017us (2410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.510808:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29870 00000100:00100000:0.0:1746070971.513019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.513094:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431283072 00000100:00100000:2.0:1746070971.513100:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431283072 00010000:00010000:2.0:1746070971.513126:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014761 expref: 30 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.513145:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13672 00000100:00100000:2.0:1746070971.513151:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2008:x1830887431283072:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.513161:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.513176:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014761 expref: 30 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.513186:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014761 expref: 30 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.513204:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080379eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014761 expref: 30 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.513231:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.513233:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.513239:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.513246:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.513271:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.513280:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426784384:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.513348:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726056c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.516032:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.516178:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431283200 00000100:00100000:3.0:1746070971.516185:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431283200 00000100:00100000:3.0:1746070971.516218:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29871 00000100:00100000:3.0:1746070971.516223:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1660:x1830887431283200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.516236:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.516249:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01476f expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.516271:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.516277:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.516278:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.516281:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 31 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.516304:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.516314:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.516328:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426784512:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.517803:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.518000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.518301:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431283456 00000100:00100000:3.0:1746070971.518306:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431283456 00002000:00100000:3.0:1746070971.518334:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e357800 x1830887431283456/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.518341:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e357800 with x1830887431283456 ext(0->4095) 00010000:00010000:3.0:1746070971.518347:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.518357:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.518363:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e357800 00000100:00100000:3.0:1746070971.518378:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2752 00000100:00100000:3.0:1746070971.518383:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431283456:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070971.518496:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431283456:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (497us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.518502:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2752 00002000:00100000:3.0:1746070971.518508:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e357800 x1830887431283456/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.518514:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e357800 with x1830887431283456 ext(0->4095) 00010000:00010000:3.0:1746070971.518518:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.518527:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.518532:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e357800 00000100:00100000:2.0:1746070971.518792:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426784384:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.518806:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.518838:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2008:x1830887431283072:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5686us (5824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.518845:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13672 00000100:00100000:3.0:1746070971.519807:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426784512:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.519823:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 30 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.519835:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:3.0:1746070971.519880:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1660:x1830887431283200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3640us (3838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.519888:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29871 00000100:00100000:0.0:1746070971.522623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.522773:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431283584 00000100:00100000:2.0:1746070971.522781:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431283584 00010000:00010000:2.0:1746070971.522808:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.522840:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13673 00000100:00100000:2.0:1746070971.522847:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431283584:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.522858:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.522890:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.522901:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.522920:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080379f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014768 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.522945:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.522947:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.522953:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.522960:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.522986:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.522996:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426784640:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.523063:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726056c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.526005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.526111:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431283840 00000100:00100000:1.0:1746070971.526117:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431283840 00002000:00100000:1.0:1746070971.526149:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd8000 x1830887431283840/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.526157:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8000 with x1830887431283840 ext(0->4095) 00002000:00010000:1.0:1746070971.526162:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd8000 00000100:00100000:1.0:1746070971.526495:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13548 00000100:00100000:1.0:1746070971.526502:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2008:x1830887431283840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070971.526612:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2008:x1830887431283840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (611us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.526617:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13548 00002000:00100000:1.0:1746070971.526623:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd8000 x1830887431283840/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.526629:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8000 with x1830887431283840 ext(0->4095) 00002000:00010000:1.0:1746070971.526632:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd8000 00000100:00100000:2.0:1746070971.526732:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426784640:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.526746:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.526771:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431283584:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3924us (4154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.526777:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13673 00000100:00100000:0.0:1746070971.529244:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.529404:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431283968 00000100:00100000:3.0:1746070971.529411:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431283968 00000100:00100000:3.0:1746070971.529453:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29872 00000100:00100000:3.0:1746070971.529459:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431283968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.529480:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.529493:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014776 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.529516:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.529521:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.529523:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.529526:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014776 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.529550:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.529559:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 29 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.529569:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426784768:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.529644:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.531633:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426784768:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.531658:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014776 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.531671:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233600, rc 0) 00000100:00100000:3.0:1746070971.531712:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431283968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2252us (2475us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.531719:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29872 00000100:00100000:0.0:1746070971.532754:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.532834:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431284096 00000100:00100000:3.0:1746070971.532839:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431284096 00002000:00100000:3.0:1746070971.532892:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dcd9c00 x1830887431284096/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.532901:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9c00 with x1830887431284096 ext(0->7) 00010000:00010000:3.0:1746070971.532908:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 30 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.532923:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 30 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.532929:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcd9c00 00000100:00100000:3.0:1746070971.532956:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2753 00000100:00100000:3.0:1746070971.532963:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2007:x1830887431284096:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070971.533619:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887431284096:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 655us (865us total) trans 4294972244 rc 0/0 00000100:00100000:0.0:1746070971.533625:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2753 00002000:00100000:0.0:1746070971.533630:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dcd9c00 x1830887431284096/t4294972244(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/448 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070971.533636:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9c00 with x1830887431284096 ext(0->7) 00010000:00010000:0.0:1746070971.533641:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 32 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.533649:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 32 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746070971.533654:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcd9c00 00000100:00100000:0.0:1746070971.535947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.536016:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431284224 00000100:00100000:2.0:1746070971.536022:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431284224 00010000:00010000:2.0:1746070971.536045:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 32 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.536065:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13674 00000100:00100000:2.0:1746070971.536070:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2008:x1830887431284224:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.536080:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.536093:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 32 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.536107:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 32 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.536125:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d70600080379f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01476f expref: 32 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.536368:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.536371:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.536377:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014776 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.536384:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014776 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.536409:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014776 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.536419:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426784896:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.537434:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.545252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.545450:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426784896:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.545479:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.545523:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2008:x1830887431284224:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 9451us (9581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.545532:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13674 00000100:00100000:0.0:1746070971.545922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.545942:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431284608 00000100:00100000:0.0:1746070971.545947:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431284608 00002000:00100000:0.0:1746070971.545981:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e352d80 x1830887431284608/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070971.545989:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e352d80 with x1830887431284608 ext(0->4095) 00002000:00010000:0.0:1746070971.545993:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e352d80 00000100:00100000:0.0:1746070971.546009:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13549 00000100:00100000:0.0:1746070971.546015:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431284608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070971.546114:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431284608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070971.546122:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13549 00002000:00100000:0.0:1746070971.546127:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e352d80 x1830887431284608/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070971.546134:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e352d80 with x1830887431284608 ext(0->4095) 00002000:00010000:0.0:1746070971.546137:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e352d80 00000100:00100000:3.0:1746070971.547001:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431284352 00000100:00100000:3.0:1746070971.547007:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431284352 00000100:00100000:3.0:1746070971.547042:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29873 00000100:00100000:3.0:1746070971.547047:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:1660:x1830887431284352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.547057:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.547070:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01477d expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.547090:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014776 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.547097:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.547099:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.547102:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.547123:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014776 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.547133:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014776 expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.547144:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426785024:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.547216:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.547631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.547722:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431284736 00000100:00100000:2.0:1746070971.547725:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431284736 00000100:00100000:2.0:1746070971.547745:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29874 00000100:00100000:2.0:1746070971.547750:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:1661:x1830887431284736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.547803:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.547811:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014784 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.547823:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.547827:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 34 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.547832:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.547835:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014784 expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.547853:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 34 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.547891:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014784 expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.547901:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:2.0:1746070971.547928:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:1661:x1830887431284736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.547933:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29874 00000100:00100000:0.0:1746070971.549985:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.550152:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431284864 00000100:00100000:2.0:1746070971.550158:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431284864 00010000:00010000:2.0:1746070971.550179:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014776 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.550201:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13675 00000100:00100000:2.0:1746070971.550206:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431284864:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.550216:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.550231:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014776 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.550241:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014776 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.550259:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.550260:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.550266:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.550274:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.550296:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.550305:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.550315:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426785280:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.550379:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605e40 going to sleep for 11 seconds 00010000:00010000:3.0:1746070971.550455:0:10108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037a00 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014776 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.550485:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426785024:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.550504:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.550511:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.550518:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233c00, rc 0) 00000100:00100000:3.0:1746070971.550551:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:1660:x1830887431284352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3504us (5306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.550557:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29873 00000100:00100000:2.0:1746070971.555224:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426785280:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.555244:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.555290:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431284864:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5082us (5307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.555299:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13675 00000100:00100000:0.0:1746070971.555339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.555442:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431285120 00000100:00100000:2.0:1746070971.555447:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431285120 00002000:00100000:2.0:1746070971.555484:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130565f80 x1830887431285120/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.555492:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565f80 with x1830887431285120 ext(0->4095) 00010000:00010000:2.0:1746070971.555499:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.555510:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.555516:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130565f80 00000100:00100000:2.0:1746070971.555530:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2754 00000100:00100000:2.0:1746070971.555537:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2007:x1830887431285120:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.555628:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2007:x1830887431285120:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.555634:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2754 00002000:00100000:2.0:1746070971.555639:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130565f80 x1830887431285120/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.555646:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565f80 with x1830887431285120 ext(0->4095) 00010000:00010000:2.0:1746070971.555650:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.555659:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.555664:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130565f80 00000100:00100000:0.0:1746070971.560542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.560628:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431285248 00000100:00100000:2.0:1746070971.560635:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431285248 00010000:00010000:2.0:1746070971.560663:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.560685:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13676 00000100:00100000:2.0:1746070971.560691:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887431285248:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.560701:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.560716:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.560726:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.560743:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037a07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01477d expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.560774:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.560776:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.560781:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014784 expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.560792:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014784 expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.560816:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014784 expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.560825:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426785408:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.560914:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.563559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.563706:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431285504 00000100:00100000:3.0:1746070971.563713:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431285504 00002000:00100000:3.0:1746070971.563750:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539f80 x1830887431285504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.563759:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539f80 with x1830887431285504 ext(0->4095) 00002000:00010000:3.0:1746070971.563764:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d539f80 00000100:00100000:3.0:1746070971.563781:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13550 00000100:00100000:3.0:1746070971.563787:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887431285504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070971.563937:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887431285504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (382us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.563943:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13550 00002000:00100000:3.0:1746070971.563948:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539f80 x1830887431285504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.563956:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539f80 with x1830887431285504 ext(0->4095) 00002000:00010000:3.0:1746070971.563958:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d539f80 00000100:00100000:2.0:1746070971.564053:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff31180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426785408:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.564067:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.564101:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2008:x1830887431285248:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3410us (3566us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.564107:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13676 00000100:00100000:0.0:1746070971.567526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.567773:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431285632 00000100:00100000:3.0:1746070971.567780:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431285632 00000100:00100000:3.0:1746070971.568239:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29875 00000100:00100000:3.0:1746070971.568248:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431285632:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.568262:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.568276:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01478b expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.568302:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014784 expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.568308:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.568310:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.568313:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.568336:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014784 expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.568352:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014784 expref: 31 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.568362:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426785536:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.568436:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00010000:00010000:3.0:1746070971.571731:0:8368:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746070971.572484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.572622:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426785536:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.572649:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.572664:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233400, rc 0) 00000100:00100000:3.0:1746070971.572715:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431285632:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4468us (5195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.572723:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29875 00000100:00100000:0.0:1746070971.572787:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431285760 00000100:00100000:0.0:1746070971.572794:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431285760 00010000:00010000:0.0:1746070971.572822:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014784 expref: 32 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746070971.572843:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13677 00000100:00100000:0.0:1746070971.572849:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887431285760:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070971.572860:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070971.572890:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014784 expref: 32 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.572900:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014784 expref: 32 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.572922:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008037a0e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014784 expref: 32 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.572948:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070971.572949:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070971.572955:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070971.572963:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070971.572990:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070971.573074:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f990a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426785664:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070971.573136:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.574250:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.574560:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431285888 00000100:00100000:3.0:1746070971.574564:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431285888 00000100:00100000:3.0:1746070971.574602:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29876 00000100:00100000:3.0:1746070971.574609:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:1660:x1830887431285888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.574621:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.574632:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014792 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.574648:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.574659:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.574660:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.574663:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.574680:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.574690:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.574698:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426785792:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.574743:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.574763:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f990a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426785664:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070971.574775:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070971.574791:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2007:x1830887431285760:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1943us (2320us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.574798:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13677 00000100:00100000:0.0:1746070971.575228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.575293:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431286144 00000100:00100000:3.0:1746070971.575296:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431286144 00002000:00100000:3.0:1746070971.575323:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f990a80 x1830887431286144/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.575331:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f990a80 with x1830887431286144 ext(0->4095) 00010000:00010000:3.0:1746070971.575336:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.575348:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.575353:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f990a80 00000100:00100000:3.0:1746070971.575378:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2755 00000100:00100000:3.0:1746070971.575384:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431286144:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070971.575485:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431286144:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (257us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.575490:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2755 00002000:00100000:3.0:1746070971.575495:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f990a80 x1830887431286144/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.575502:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f990a80 with x1830887431286144 ext(0->4095) 00010000:00010000:3.0:1746070971.575506:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.575515:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.575520:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f990a80 00000100:00100000:3.0:1746070971.578712:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426785792:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.578738:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.578753:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233000, rc 0) 00000100:00100000:3.0:1746070971.578823:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:1660:x1830887431285888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4213us (4573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.578831:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29876 00000100:00100000:0.0:1746070971.579358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.579422:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431286272 00000100:00100000:3.0:1746070971.579428:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431286272 00000100:00100000:3.0:1746070971.579465:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29877 00000100:00100000:3.0:1746070971.579480:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:1661:x1830887431286272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.579491:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.579502:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014799 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.579518:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.579523:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.579528:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.579531:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014799 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.579554:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.579564:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014799 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.579571:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:3.0:1746070971.579600:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:1661:x1830887431286272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.579605:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29877 00000100:00100000:0.0:1746070971.580748:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.581006:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431286400 00000100:00100000:1.0:1746070971.581011:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431286400 00010000:00010000:1.0:1746070971.581029:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.581580:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13678 00000100:00100000:1.0:1746070971.581587:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431286400:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070971.581598:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070971.581615:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.581625:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.581643:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037a15 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01478b expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.581896:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.581898:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.581905:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.581913:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.581938:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.581948:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 32 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.581958:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082104e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426786048:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070971.582286:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.586018:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082104e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426786048:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070971.586034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070971.586036:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070971.586073:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431286400:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4485us (5325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.586082:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13678 00000100:00100000:2.0:1746070971.586160:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431286656 00000100:00100000:2.0:1746070971.586166:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431286656 00002000:00100000:2.0:1746070971.586195:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fce00 x1830887431286656/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.586204:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fce00 with x1830887431286656 ext(0->4095) 00010000:00010000:2.0:1746070971.586211:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.586269:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.586279:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839fce00 00000100:00100000:2.0:1746070971.586306:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2756 00000100:00100000:2.0:1746070971.586312:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887431286656:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070971.586422:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887431286656:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.586428:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2756 00002000:00100000:2.0:1746070971.586432:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fce00 x1830887431286656/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.586439:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fce00 with x1830887431286656 ext(0->4095) 00010000:00010000:2.0:1746070971.586443:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.586451:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.586456:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839fce00 00000100:00100000:2.0:1746070971.588092:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.588398:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431286784 00000100:00100000:1.0:1746070971.588405:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431286784 00010000:00010000:1.0:1746070971.588427:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.588488:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13679 00000100:00100000:2.0:1746070971.588495:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2007:x1830887431286784:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.588505:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.588521:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.588535:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.588554:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037a1c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014792 expref: 33 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.588578:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.588579:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.588585:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014799 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.588591:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014799 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.588616:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014799 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.588626:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc38000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426786176:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.588698:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.590814:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.590903:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431287040 00000100:00100000:3.0:1746070971.590910:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431287040 00002000:00100000:3.0:1746070971.590946:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6018700 x1830887431287040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.590959:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6018700 with x1830887431287040 ext(0->4095) 00000100:00100000:2.0:1746070971.590959:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc38000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426786176:192.168.204.29@tcp:105: 00002000:00010000:3.0:1746070971.590962:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6018700 00010000:00010000:2.0:1746070971.590973:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.590979:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13551 00000100:00100000:3.0:1746070971.590986:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2010:x1830887431287040:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070971.591005:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2007:x1830887431286784:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2510us (2917us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.591013:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13679 00000100:00100000:3.0:1746070971.591089:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2010:x1830887431287040:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.591095:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13551 00002000:00100000:3.0:1746070971.591099:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6018700 x1830887431287040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.591105:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6018700 with x1830887431287040 ext(0->4095) 00002000:00010000:3.0:1746070971.591108:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6018700 00000100:00100000:1.0:1746070971.594785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.595019:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431287168 00000100:00100000:2.0:1746070971.595027:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431287168 00000100:00100000:2.0:1746070971.595077:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29878 00000100:00100000:2.0:1746070971.595084:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431287168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.595102:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.595116:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147a0 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.595142:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014799 expref: 31 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.595148:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.595150:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.595153:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.595181:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014799 expref: 31 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.595189:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014799 expref: 31 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.595199:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc38000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426786304:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.595259:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.599170:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc38000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426786304:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.599195:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.599216:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:2.0:1746070971.599268:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431287168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4183us (4490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.599276:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29878 00000100:00100000:0.0:1746070971.601231:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.601429:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431287296 00000100:00100000:2.0:1746070971.601437:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431287296 00010000:00010000:2.0:1746070971.601466:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014799 expref: 32 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.601510:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13680 00000100:00100000:2.0:1746070971.601516:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2008:x1830887431287296:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.601527:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.601544:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014799 expref: 32 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.601554:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014799 expref: 32 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.601574:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a23 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014799 expref: 32 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.601993:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.601995:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.602002:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.602013:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.602042:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.602052:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc38000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426786432:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.602562:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.603000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.603076:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431287424 00000100:00100000:3.0:1746070971.603082:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431287424 00000100:00100000:3.0:1746070971.603111:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29879 00000100:00100000:3.0:1746070971.603116:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:1660:x1830887431287424:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.603127:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.603137:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147a7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.603152:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.603157:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.603158:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.603162:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.603178:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.603187:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 5 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.603195:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426786560:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.603227:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.604648:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426786560:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.604668:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.604679:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232000, rc 0) 00000100:00100000:2.0:1746070971.604761:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc38000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426786432:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.604770:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.605246:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:1660:x1830887431287424:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2127us (2244us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.605252:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29879 00000100:00100000:2.0:1746070971.605297:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2008:x1830887431287296:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3781us (4070us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.605304:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13680 00000100:00100000:1.0:1746070971.605548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.605604:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431287680 00000100:00100000:3.0:1746070971.605608:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431287680 00002000:00100000:3.0:1746070971.605633:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d180 x1830887431287680/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.605641:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d180 with x1830887431287680 ext(0->4095) 00010000:00010000:3.0:1746070971.605647:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.605661:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.605666:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c1d180 00000100:00100000:3.0:1746070971.605679:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2757 00000100:00100000:3.0:1746070971.605684:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431287680:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070971.605764:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431287680:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 81us (217us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.605770:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2757 00002000:00100000:3.0:1746070971.605774:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d180 x1830887431287680/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.605780:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d180 with x1830887431287680 ext(0->4095) 00010000:00010000:3.0:1746070971.605784:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.605791:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.605796:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c1d180 00000100:00100000:0.0:1746070971.609320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.609999:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431287808 00000100:00100000:2.0:1746070971.610007:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431287808 00010000:00010000:2.0:1746070971.610032:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.610259:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13681 00000100:00100000:2.0:1746070971.610266:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431287808:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.610276:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.610291:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.610300:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.610319:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008037a2a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a0 expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.610922:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.610925:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.610931:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.610939:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.610967:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.610978:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc38000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426786688:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.611084:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.615957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.616149:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431288064 00000100:00100000:1.0:1746070971.616155:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431288064 00000100:00100000:2.0:1746070971.616157:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc38000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426786688:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.616172:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746070971.616186:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eac700 x1830887431288064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.616195:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eac700 with x1830887431288064 ext(0->4095) 00002000:00010000:1.0:1746070971.616198:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eac700 00000100:00100000:1.0:1746070971.616312:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13552 00000100:00100000:1.0:1746070971.616320:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887431288064:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.616423:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431287808:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6156us (7109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.616431:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13681 00000100:00100000:1.0:1746070971.616645:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887431288064:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 324us (785us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.616650:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13552 00002000:00100000:1.0:1746070971.616655:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eac700 x1830887431288064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.616662:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eac700 with x1830887431288064 ext(0->4095) 00002000:00010000:1.0:1746070971.616665:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eac700 00000100:00100000:0.0:1746070971.622242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.622343:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431288192 00000100:00100000:3.0:1746070971.622350:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431288192 00000100:00100000:3.0:1746070971.622385:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29880 00000100:00100000:3.0:1746070971.622391:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431288192:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.622406:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.622420:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147ae expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.622443:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.622450:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.622452:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.622455:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.622508:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.622516:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 31 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.622526:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426786816:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070971.623180:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.641073:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426786816:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070971.641102:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.641117:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:3.0:1746070971.641156:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431288192:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18763us (18919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.641164:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29880 00000100:00100000:0.0:1746070971.669202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.669248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.669332:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431288320 00000100:00100000:3.0:1746070971.669340:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431288320 00000100:00100000:3.0:1746070971.669379:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29881 00000100:00100000:3.0:1746070971.669385:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:1660:x1830887431288320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.669399:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.669413:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147b5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.669434:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.669439:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.669444:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070971.669447:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.669487:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.669497:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.669506:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232600, rc 0) 00000100:00100000:3.0:1746070971.669540:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:1660:x1830887431288320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.669546:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29881 00000100:00100000:1.0:1746070971.669611:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431288448 00000100:00100000:1.0:1746070971.669615:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431288448 00002000:00100000:1.0:1746070971.669635:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ef06680 x1830887431288448/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.669642:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06680 with x1830887431288448 ext(0->7) 00010000:00010000:1.0:1746070971.669647:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 33 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.669657:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 33 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.669662:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef06680 00000100:00100000:1.0:1746070971.669688:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2758 00000100:00100000:1.0:1746070971.669693:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887431288448:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070971.670365:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2008:x1830887431288448:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 670us (1114us total) trans 4294972245 rc 0/0 00000100:00100000:0.0:1746070971.670371:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2758 00002000:00100000:0.0:1746070971.670377:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ef06680 x1830887431288448/t4294972245(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/448 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070971.670384:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06680 with x1830887431288448 ext(0->7) 00010000:00010000:0.0:1746070971.670388:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 35 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.670397:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 35 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746070971.670402:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef06680 00000100:00100000:0.0:1746070971.671848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.671948:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431288576 00000100:00100000:2.0:1746070971.671953:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431288576 00010000:00010000:2.0:1746070971.671972:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 35 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.672407:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13682 00000100:00100000:2.0:1746070971.672414:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2007:x1830887431288576:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.672423:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.672437:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 35 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.672448:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 35 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.672465:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037a31 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147a7 expref: 35 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.672502:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.672504:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.672510:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.672517:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.672542:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.672552:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 5 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.672570:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc38000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426787072:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.673161:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.677486:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc38000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426787072:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070971.677503:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070971.677550:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2007:x1830887431288576:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5136us (5704us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070971.677559:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13682 00000100:00100000:2.0:1746070971.677652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.678161:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431288832 00000100:00100000:0.0:1746070971.678167:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431288832 00002000:00100000:0.0:1746070971.678198:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc38000 x1830887431288832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070971.678206:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38000 with x1830887431288832 ext(0->4095) 00010000:00010000:0.0:1746070971.678213:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.678226:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746070971.678231:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc38000 00000100:00100000:0.0:1746070971.678778:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2759 00000100:00100000:0.0:1746070971.678785:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431288832:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070971.678905:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431288832:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070971.678910:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2759 00002000:00100000:0.0:1746070971.678915:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc38000 x1830887431288832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070971.678922:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38000 with x1830887431288832 ext(0->4095) 00010000:00010000:0.0:1746070971.678926:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.678934:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746070971.678939:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc38000 00000100:00100000:0.0:1746070971.683792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.684216:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431288960 00000100:00100000:2.0:1746070971.684225:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431288960 00010000:00010000:2.0:1746070971.684255:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.684284:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13683 00000100:00100000:2.0:1746070971.684290:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431288960:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070971.684301:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070971.684317:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.684327:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.684345:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037a38 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ae expref: 6 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.684360:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.684362:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070971.684367:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.684373:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.684399:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070971.684408:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe8ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426787200:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070971.684488:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.689033:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe8ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426787200:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070971.689051:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.689103:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431288960:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4812us (5317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.689113:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13683 00000100:00100000:0.0:1746070971.689516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.689558:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431289216 00000100:00100000:2.0:1746070971.689563:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431289216 00002000:00100000:2.0:1746070971.689593:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d8c7b80 x1830887431289216/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.689601:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c7b80 with x1830887431289216 ext(0->4095) 00002000:00010000:2.0:1746070971.689604:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d8c7b80 00000100:00100000:2.0:1746070971.689631:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13553 00000100:00100000:2.0:1746070971.689637:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2008:x1830887431289216:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070971.689741:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2008:x1830887431289216:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (225us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.689746:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13553 00002000:00100000:2.0:1746070971.689751:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d8c7b80 x1830887431289216/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.689763:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c7b80 with x1830887431289216 ext(0->4095) 00002000:00010000:2.0:1746070971.689765:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d8c7b80 00000100:00100000:0.0:1746070971.698591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.698934:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431289344 00000100:00100000:2.0:1746070971.698941:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431289344 00000100:00100000:2.0:1746070971.698990:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29882 00000100:00100000:2.0:1746070971.698997:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431289344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.699010:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.699023:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147bc expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.699046:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.699051:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.699053:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.699055:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.699079:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.699089:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 33 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:2.0:1746070971.699098:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426787328:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.699210:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.701189:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.701346:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431289472 00000100:00100000:1.0:1746070971.701351:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431289472 00002000:00100000:1.0:1746070971.701380:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c216300 x1830887431289472/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.701388:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c216300 with x1830887431289472 ext(0->7) 00010000:00010000:1.0:1746070971.701396:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 34 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.701406:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 34 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.701411:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c216300 00000100:00100000:1.0:1746070971.701426:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2760 00000100:00100000:1.0:1746070971.701432:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2007:x1830887431289472:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070971.701912:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426787328:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.701930:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.701941:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291e00, rc 0) 00000100:00100000:1.0:1746070971.701974:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431289344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2978us (3390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.701980:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29882 00000100:00100000:0.0:1746070971.702293:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2007:x1830887431289472:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 860us (1107us total) trans 4294972246 rc 0/0 00000100:00100000:0.0:1746070971.702299:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2760 00002000:00100000:0.0:1746070971.702304:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c216300 x1830887431289472/t4294972246(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/448 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070971.702310:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c216300 with x1830887431289472 ext(0->7) 00010000:00010000:0.0:1746070971.702315:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 36 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.702324:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 36 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746070971.702330:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c216300 00000100:00100000:0.0:1746070971.708088:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.709481:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431289728 00000100:00100000:1.0:1746070971.709489:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431289728 00000100:00100000:0.0:1746070971.709527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.709529:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29883 00000100:00100000:1.0:1746070971.709535:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:1660:x1830887431289728:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.709549:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.709563:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147c3 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.709582:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.709587:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.709592:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070971.709595:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 37 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.709621:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.709630:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 37 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.709637:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779800, rc 0) 00000100:00100000:1.0:1746070971.709667:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:1660:x1830887431289728:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (1587us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.709672:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29883 00000100:00100000:3.0:1746070971.710834:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431289600 00000100:00100000:3.0:1746070971.710839:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431289600 00010000:00010000:3.0:1746070971.711100:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 37 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.711133:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13684 00000100:00100000:3.0:1746070971.711139:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:2007:x1830887431289600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.711147:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.711160:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 37 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.711251:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 37 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.711267:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037a3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147b5 expref: 37 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.711289:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.711291:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.711296:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.711302:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.711322:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.711330:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.711344:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426787584:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.711810:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.713540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.713694:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426787584:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.713709:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.713739:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2007:x1830887431289600:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2600us (4213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.713746:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13684 00000100:00100000:1.0:1746070971.713813:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431289984 00000100:00100000:1.0:1746070971.713819:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431289984 00002000:00100000:1.0:1746070971.713846:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c215f80 x1830887431289984/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.713855:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215f80 with x1830887431289984 ext(0->4095) 00010000:00010000:1.0:1746070971.713861:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.713891:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.713897:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c215f80 00000100:00100000:1.0:1746070971.713923:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2761 00000100:00100000:1.0:1746070971.713929:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431289984:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070971.715010:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431289984:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.715018:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2761 00002000:00100000:1.0:1746070971.715025:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c215f80 x1830887431289984/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.715032:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215f80 with x1830887431289984 ext(0->4095) 00010000:00010000:1.0:1746070971.715038:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.715047:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.715052:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c215f80 00000100:00100000:0.0:1746070971.719071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.719243:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431290112 00000100:00100000:3.0:1746070971.719250:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431290112 00010000:00010000:3.0:1746070971.719278:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.719309:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13685 00000100:00100000:3.0:1746070971.719315:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431290112:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.719325:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.719339:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.719348:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.719364:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008037a46 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147bc expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.719542:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.719545:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.719551:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 35 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.719559:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 35 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.719585:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 35 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.719595:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426787712:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.719650:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.721508:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426787712:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.721525:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.721554:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431290112:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2238us (2489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.721562:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13685 00000100:00100000:0.0:1746070971.722731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.722889:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431290368 00000100:00100000:2.0:1746070971.722894:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431290368 00002000:00100000:2.0:1746070971.722923:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de40380 x1830887431290368/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.722930:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40380 with x1830887431290368 ext(0->4095) 00002000:00010000:2.0:1746070971.722934:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009de40380 00000100:00100000:2.0:1746070971.722956:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13554 00000100:00100000:2.0:1746070971.722962:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2010:x1830887431290368:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070971.723055:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2010:x1830887431290368:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (326us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.723060:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13554 00002000:00100000:2.0:1746070971.723064:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de40380 x1830887431290368/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.723070:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40380 with x1830887431290368 ext(0->4095) 00002000:00010000:2.0:1746070971.723073:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009de40380 00000100:00100000:0.0:1746070971.729394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.729710:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431290496 00000100:00100000:1.0:1746070971.729718:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431290496 00000100:00100000:1.0:1746070971.729769:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29884 00000100:00100000:1.0:1746070971.729776:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431290496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.729792:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.729808:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147ca expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.729832:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 35 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.729838:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.729840:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.729843:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.729895:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 35 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.729906:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 35 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.729916:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426787840:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.729988:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.731326:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426787840:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.731345:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.731356:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00000100:00100000:1.0:1746070971.731914:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431290496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2136us (2526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.731922:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29884 00000100:00100000:0.0:1746070971.737096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.737146:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431290624 00000100:00100000:1.0:1746070971.737154:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431290624 00002000:00100000:1.0:1746070971.737190:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dcfea00 x1830887431290624/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.737199:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfea00 with x1830887431290624 ext(0->7) 00010000:00010000:1.0:1746070971.737207:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 36 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.737219:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 36 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.737225:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfea00 00000100:00100000:1.0:1746070971.737573:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2762 00000100:00100000:1.0:1746070971.737581:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2008:x1830887431290624:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070971.741564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.741812:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2008:x1830887431290624:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 4231us (4720us total) trans 4294972247 rc 0/0 00000100:00100000:1.0:1746070971.741823:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2762 00002000:00100000:1.0:1746070971.741833:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dcfea00 x1830887431290624/t4294972247(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/448 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.741841:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfea00 with x1830887431290624 ext(0->7) 00010000:00010000:1.0:1746070971.741849:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 38 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.741882:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 38 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.741892:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfea00 00000100:00100000:1.0:1746070971.742019:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431290752 00000100:00100000:1.0:1746070971.742026:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431290752 00000100:00100000:1.0:1746070971.742066:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29885 00000100:00100000:1.0:1746070971.742072:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:1660:x1830887431290752:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.742083:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.742098:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147d1 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.742120:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.742124:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.742130:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070971.742134:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d1 expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.742167:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.742177:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d1 expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.742186:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0171200, rc 0) 00000100:00100000:1.0:1746070971.742205:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:1660:x1830887431290752:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.742213:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29885 00000100:00100000:0.0:1746070971.745354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.745977:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431290880 00000100:00100000:3.0:1746070971.745986:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431290880 00010000:00010000:3.0:1746070971.746019:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 39 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.746059:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13686 00000100:00100000:3.0:1746070971.746066:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2010:x1830887431290880:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.746079:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.746096:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 39 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.746111:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 39 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.746131:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779800/0xa5d7060008037a4d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147c3 expref: 39 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.746159:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.746161:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.746167:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.746174:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.746201:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.746211:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.746221:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426788096:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.746297:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.748481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.748532:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431291136 00000100:00100000:1.0:1746070971.748537:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431291136 00002000:00100000:1.0:1746070971.748563:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009491a680 x1830887431291136/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.748576:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491a680 with x1830887431291136 ext(0->4095) 00010000:00010000:1.0:1746070971.748583:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.748594:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.748599:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009491a680 00000100:00100000:1.0:1746070971.748626:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2763 00000100:00100000:1.0:1746070971.748633:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431291136:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070971.748638:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426788096:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.748652:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.748680:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2010:x1830887431290880:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2615us (3332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.748690:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13686 00000100:00100000:1.0:1746070971.748728:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431291136:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.748733:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2763 00002000:00100000:1.0:1746070971.748737:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009491a680 x1830887431291136/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.748743:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491a680 with x1830887431291136 ext(0->4095) 00010000:00010000:1.0:1746070971.748746:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.748758:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:1.0:1746070971.748764:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009491a680 00000100:00100000:0.0:1746070971.752179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.752307:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431291264 00000100:00100000:3.0:1746070971.752314:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431291264 00010000:00010000:3.0:1746070971.752342:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.752376:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13687 00000100:00100000:3.0:1746070971.752382:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431291264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.752392:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.752406:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.752415:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.752433:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a54 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ca expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.752453:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.752455:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.752461:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d1 expref: 37 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.752475:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d1 expref: 37 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.752502:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d1 expref: 37 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.752512:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426788224:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.752569:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.755519:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426788224:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.755538:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.755631:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431291264:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3247us (3456us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.755641:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13687 00000100:00100000:0.0:1746070971.756461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.756534:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431291520 00000100:00100000:1.0:1746070971.756540:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431291520 00002000:00100000:1.0:1746070971.756682:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009491b100 x1830887431291520/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.756690:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b100 with x1830887431291520 ext(0->4095) 00002000:00010000:1.0:1746070971.756694:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009491b100 00000100:00100000:1.0:1746070971.756720:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13555 00000100:00100000:1.0:1746070971.756727:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2008:x1830887431291520:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070971.756854:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2008:x1830887431291520:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070971.756859:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13555 00002000:00100000:1.0:1746070971.756879:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009491b100 x1830887431291520/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070971.756886:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b100 with x1830887431291520 ext(0->4095) 00002000:00010000:1.0:1746070971.756889:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009491b100 00000100:00100000:0.0:1746070971.761041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.761238:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431291648 00000100:00100000:1.0:1746070971.761246:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431291648 00000100:00100000:1.0:1746070971.761288:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29886 00000100:00100000:1.0:1746070971.761294:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431291648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.761309:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.761322:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147d8 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.761346:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d1 expref: 37 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.761352:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.761353:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.761356:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.761378:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d1 expref: 37 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.761386:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d1 expref: 37 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.761396:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426788352:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.761458:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.763693:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426788352:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.763717:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.763730:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779a00, rc 0) 00000100:00100000:1.0:1746070971.763762:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431291648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2468us (2728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.763772:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29886 00000100:00100000:0.0:1746070971.766320:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.767222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.767913:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431291776 00000100:00100000:3.0:1746070971.767921:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431291776 00010000:00010000:3.0:1746070971.767956:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d1 expref: 38 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.767991:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13688 00000100:00100000:3.0:1746070971.767998:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2007:x1830887431291776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.768010:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.768026:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d1 expref: 38 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.768037:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d1 expref: 38 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.768057:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171200/0xa5d7060008037a5b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d1 expref: 38 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.768083:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.768085:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.768091:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.768099:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.768126:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.768136:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426788480:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.768206:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.768262:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431291904 00000100:00100000:1.0:1746070971.768266:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431291904 00000100:00100000:1.0:1746070971.768301:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29887 00000100:00100000:1.0:1746070971.768306:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:1660:x1830887431291904:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.768316:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.768325:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147df expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.768339:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.768344:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.768346:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.768348:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.768364:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.768373:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.768381:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426788608:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.768416:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.773541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.773649:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426788480:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.773669:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.773704:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2007:x1830887431291776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5707us (7390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.773714:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13688 00000100:00100000:2.0:1746070971.773831:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431292160 00000100:00100000:2.0:1746070971.773837:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431292160 00002000:00100000:2.0:1746070971.773889:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072775180 x1830887431292160/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.773897:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775180 with x1830887431292160 ext(0->4095) 00010000:00010000:2.0:1746070971.773904:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.773915:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.773925:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072775180 00000100:00100000:2.0:1746070971.773940:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2764 00000100:00100000:2.0:1746070971.773945:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431292160:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070971.774032:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431292160:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (499us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.774038:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2764 00002000:00100000:2.0:1746070971.774042:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072775180 x1830887431292160/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.774049:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775180 with x1830887431292160 ext(0->4095) 00010000:00010000:2.0:1746070971.774053:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.774061:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.774066:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072775180 00000100:00100000:1.0:1746070971.774220:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426788608:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.774239:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 38 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.774250:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00000100:00100000:1.0:1746070971.774270:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:1660:x1830887431291904:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5964us (7050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.774276:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29887 00000100:00100000:0.0:1746070971.776538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.776749:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431292288 00000100:00100000:3.0:1746070971.776755:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431292288 00010000:00010000:3.0:1746070971.776779:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.776798:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13689 00000100:00100000:3.0:1746070971.776804:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431292288:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.776814:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.776827:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.776841:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.776858:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a62 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147d8 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.777603:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.777606:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.777613:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 37 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.777620:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 37 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.777646:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 37 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.777657:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426788736:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.778402:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.780560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.780765:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426788736:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.780783:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.780816:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431292288:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4011us (4282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.780824:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13689 00000100:00100000:2.0:1746070971.780894:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431292544 00000100:00100000:2.0:1746070971.780900:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431292544 00002000:00100000:2.0:1746070971.780932:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072774a80 x1830887431292544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.780939:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774a80 with x1830887431292544 ext(0->4095) 00002000:00010000:2.0:1746070971.780944:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072774a80 00000100:00100000:2.0:1746070971.780970:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13556 00000100:00100000:2.0:1746070971.780976:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2010:x1830887431292544:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070971.781083:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2010:x1830887431292544:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (528us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.781088:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13556 00002000:00100000:2.0:1746070971.781092:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072774a80 x1830887431292544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.781098:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774a80 with x1830887431292544 ext(0->4095) 00002000:00010000:2.0:1746070971.781100:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072774a80 00000100:00100000:0.0:1746070971.788099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.788190:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431292672 00000100:00100000:1.0:1746070971.788198:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431292672 00000100:00100000:1.0:1746070971.788247:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29888 00000100:00100000:1.0:1746070971.788257:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431292672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.788273:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.788288:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147e6 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.788317:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 37 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.788323:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.788325:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.788328:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.788353:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 37 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.788363:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 37 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.788374:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426788864:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.788551:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.801059:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426788864:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.801086:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.801102:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779a00, rc 0) 00000100:00100000:1.0:1746070971.801138:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431292672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12884us (13046us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.801145:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29888 00000100:00100000:0.0:1746070971.802737:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.802823:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431292800 00000100:00100000:3.0:1746070971.802831:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431292800 00002000:00100000:3.0:1746070971.802889:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012384c380 x1830887431292800/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.802897:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384c380 with x1830887431292800 ext(0->7) 00010000:00010000:3.0:1746070971.802904:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 38 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.802914:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 38 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.802920:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384c380 00000100:00100000:3.0:1746070971.804348:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2765 00000100:00100000:3.0:1746070971.804359:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2010:x1830887431292800:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070971.805193:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2010:x1830887431292800:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 835us (2458us total) trans 4294972248 rc 0/0 00000100:00100000:3.0:1746070971.805199:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2765 00002000:00100000:3.0:1746070971.805206:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012384c380 x1830887431292800/t4294972248(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/448 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.805214:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384c380 with x1830887431292800 ext(0->7) 00010000:00010000:3.0:1746070971.805221:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 40 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.805231:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 40 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.805237:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384c380 00000100:00100000:0.0:1746070971.809287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.809326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.809341:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431293056 00000100:00100000:1.0:1746070971.809348:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431293056 00000100:00100000:1.0:1746070971.809401:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29889 00000100:00100000:1.0:1746070971.809408:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:1660:x1830887431293056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.809423:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746070971.809432:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431292928 00000100:00100000:3.0:1746070971.809436:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431292928 00010000:00010000:1.0:1746070971.809437:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147ed expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.809451:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 42 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.809461:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.809476:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.809482:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746070971.809484:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13690 00010000:00010000:1.0:1746070971.809485:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 42 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.809489:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2009:x1830887431292928:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.809497:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.809510:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 42 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.809518:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 42 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.809519:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.809663:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0778e00/0xa5d7060008037a69 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147df expref: 42 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:1.0:1746070971.809713:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 41 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.809721:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.809723:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.809728:0:10108:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.809734:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.809742:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070971.809750:0:10108:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.809759:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.809768:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426789120:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.809906:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2009:x1830887431292928:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 416us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.809912:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13690 00000100:00100000:1.0:1746070971.810010:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.812912:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426789120:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070971.812930:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635800, rc 0) 00000100:00100000:1.0:1746070971.812965:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:1660:x1830887431293056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3558us (3684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.812973:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29889 00000100:00100000:0.0:1746070971.813921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.814088:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431293312 00000100:00100000:3.0:1746070971.814094:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431293312 00002000:00100000:3.0:1746070971.814125:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384ce00 x1830887431293312/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.814139:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384ce00 with x1830887431293312 ext(0->4095) 00010000:00010000:3.0:1746070971.814147:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.814159:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.814165:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384ce00 00000100:00100000:3.0:1746070971.814182:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2766 00000100:00100000:3.0:1746070971.814188:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431293312:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070971.814287:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431293312:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (369us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.814293:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2766 00002000:00100000:3.0:1746070971.814297:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384ce00 x1830887431293312/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.814303:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384ce00 with x1830887431293312 ext(0->4095) 00010000:00010000:3.0:1746070971.814308:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.814316:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.814321:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384ce00 00000100:00100000:0.0:1746070971.819420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.819555:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431293440 00000100:00100000:3.0:1746070971.819563:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431293440 00010000:00010000:3.0:1746070971.819595:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.819623:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13691 00000100:00100000:3.0:1746070971.819631:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431293440:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.819643:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.819658:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.819667:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.819686:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779a00/0xa5d7060008037a70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147e6 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.819705:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.819707:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.819713:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.819721:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.819816:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.819828:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426789248:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.820459:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.822404:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426789248:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.822424:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.822480:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431293440:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2836us (3055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.822489:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13691 00000100:00100000:2.0:1746070971.822626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.822705:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431293696 00000100:00100000:3.0:1746070971.822710:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431293696 00002000:00100000:3.0:1746070971.822754:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8ce00 x1830887431293696/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.822762:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8ce00 with x1830887431293696 ext(0->4095) 00002000:00010000:3.0:1746070971.822780:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8ce00 00000100:00100000:3.0:1746070971.822795:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13557 00000100:00100000:3.0:1746070971.822801:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431293696:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070971.822902:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431293696:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.822907:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13557 00002000:00100000:3.0:1746070971.822911:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8ce00 x1830887431293696/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.822918:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8ce00 with x1830887431293696 ext(0->4095) 00002000:00010000:3.0:1746070971.822920:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8ce00 00000100:00100000:0.0:1746070971.830547:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.830627:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431293824 00000100:00100000:1.0:1746070971.830634:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431293824 00000100:00100000:1.0:1746070971.830721:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29890 00000100:00100000:1.0:1746070971.830730:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431293824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.830745:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.830761:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147f4 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.830786:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.830792:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.830794:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.830798:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147f4 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.830823:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.830834:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 39 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.830844:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426789376:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.831183:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.833556:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426789376:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.833583:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147f4 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.833595:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635a00, rc 0) 00000100:00100000:1.0:1746070971.833626:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431293824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2898us (3086us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.833633:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29890 00000100:00100000:0.0:1746070971.834167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.834251:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431293952 00000100:00100000:2.0:1746070971.834257:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431293952 00002000:00100000:2.0:1746070971.834285:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012384d880 x1830887431293952/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.834294:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384d880 with x1830887431293952 ext(0->7) 00010000:00010000:2.0:1746070971.834299:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 40 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.834309:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 40 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.834314:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384d880 00000100:00100000:2.0:1746070971.834340:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2767 00000100:00100000:2.0:1746070971.834345:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2007:x1830887431293952:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070971.835482:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887431293952:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1133us (1311us total) trans 4294972249 rc 0/0 00000100:00100000:2.0:1746070971.835489:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2767 00002000:00100000:2.0:1746070971.835495:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012384d880 x1830887431293952/t4294972249(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/448 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.835501:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384d880 with x1830887431293952 ext(0->7) 00010000:00010000:2.0:1746070971.835506:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 42 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:2.0:1746070971.835516:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 42 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:2.0:1746070971.835521:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384d880 00000100:00100000:0.0:1746070971.837265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.837322:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431294080 00000100:00100000:3.0:1746070971.837329:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431294080 00010000:00010000:3.0:1746070971.837353:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 42 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.837387:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13692 00000100:00100000:3.0:1746070971.837394:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887431294080:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.837404:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.837418:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 42 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.837428:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 42 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.837447:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037a77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147ed expref: 42 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.837481:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.837483:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.837490:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147f4 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.837497:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147f4 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.837651:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147f4 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.837661:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426789504:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.837720:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.840731:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426789504:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.840751:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.840792:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431294080:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3397us (3530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.840801:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13692 00000100:00100000:0.0:1746070971.842360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.842495:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431294336 00000100:00100000:3.0:1746070971.842502:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431294336 00002000:00100000:3.0:1746070971.842531:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384df80 x1830887431294336/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.842540:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384df80 with x1830887431294336 ext(0->4095) 00002000:00010000:3.0:1746070971.842544:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012384df80 00000100:00100000:3.0:1746070971.842558:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13558 00000100:00100000:3.0:1746070971.842563:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431294336:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070971.842658:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431294336:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.842664:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13558 00002000:00100000:3.0:1746070971.842668:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384df80 x1830887431294336/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.842675:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384df80 with x1830887431294336 ext(0->4095) 00002000:00010000:3.0:1746070971.842677:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012384df80 00000100:00100000:0.0:1746070971.844612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.844979:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431294464 00000100:00100000:1.0:1746070971.844984:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431294464 00000100:00100000:1.0:1746070971.845018:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29891 00000100:00100000:1.0:1746070971.845023:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1660:x1830887431294464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.845035:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.845047:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0147fb expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.845689:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147f4 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.845696:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.845698:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070971.845701:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 42 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.845724:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147f4 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.845733:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147f4 expref: 5 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.845744:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426789632:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070971.845826:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.845998:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.846372:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431294592 00000100:00100000:3.0:1746070971.846377:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431294592 00000100:00100000:3.0:1746070971.846730:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29892 00000100:00100000:3.0:1746070971.846738:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1661:x1830887431294592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070971.846747:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070971.846755:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014802 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.846769:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.846773:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 44 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.846780:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070971.846783:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.846803:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 44 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.846814:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.846823:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:3.0:1746070971.846862:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:1661:x1830887431294592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.846886:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29892 00000100:00100000:1.0:1746070971.847251:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426789632:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.847265:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 43 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.847273:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635e00, rc 0) 00000100:00100000:1.0:1746070971.847291:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1660:x1830887431294464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2268us (2683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.847297:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29891 00000100:00100000:0.0:1746070971.848775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.848887:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431294720 00000100:00100000:3.0:1746070971.848892:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431294720 00010000:00010000:3.0:1746070971.848912:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147f4 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.849318:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13693 00000100:00100000:3.0:1746070971.849325:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431294720:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.849334:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.849349:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147f4 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.849359:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147f4 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.849376:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037a7e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147f4 expref: 6 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.849528:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.849530:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.849537:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 42 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.849544:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 42 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.849568:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 42 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.849577:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 42 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.849586:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426789888:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.850180:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.852122:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426789888:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.852137:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.852163:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431294720:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2839us (3390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.852170:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13693 00000100:00100000:2.0:1746070971.852907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.853171:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431294976 00000100:00100000:0.0:1746070971.853176:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431294976 00002000:00100000:0.0:1746070971.853207:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e353800 x1830887431294976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070971.853215:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e353800 with x1830887431294976 ext(0->4095) 00010000:00010000:0.0:1746070971.853222:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 43 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.853233:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 43 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746070971.853244:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e353800 00000100:00100000:0.0:1746070971.853266:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2768 00000100:00100000:0.0:1746070971.853272:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2008:x1830887431294976:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070971.853373:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2008:x1830887431294976:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (466us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070971.853378:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2768 00002000:00100000:0.0:1746070971.853383:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e353800 x1830887431294976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070971.853390:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e353800 with x1830887431294976 ext(0->4095) 00010000:00010000:0.0:1746070971.853394:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 43 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746070971.853401:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 43 pid: 10108 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746070971.853406:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e353800 00000100:00100000:0.0:1746070971.854888:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.854951:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431295104 00000100:00100000:3.0:1746070971.854957:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431295104 00010000:00010000:3.0:1746070971.854978:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 43 pid: 10108 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.854998:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13694 00000100:00100000:3.0:1746070971.855004:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2010:x1830887431295104:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.855014:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.855027:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 43 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.855036:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 43 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.855053:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037a85 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0147fb expref: 43 pid: 10108 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.855079:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.855081:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.855088:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 42 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.855094:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 42 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.855233:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 42 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.855246:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426790016:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.855305:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.857699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.857749:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431295360 00000100:00100000:2.0:1746070971.857755:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431295360 00002000:00100000:2.0:1746070971.857785:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384ed80 x1830887431295360/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.857793:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384ed80 with x1830887431295360 ext(0->4095) 00002000:00010000:2.0:1746070971.857803:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012384ed80 00000100:00100000:2.0:1746070971.857820:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13559 00000100:00100000:2.0:1746070971.857826:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887431295360:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070971.857921:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426790016:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.857936:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.857963:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2010:x1830887431295104:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2960us (3102us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.857969:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13694 00000100:00100000:3.0:1746070971.862725:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887431295360:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 4891us (5022us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.862736:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13559 00002000:00100000:3.0:1746070971.862745:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384ed80 x1830887431295360/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.862754:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384ed80 with x1830887431295360 ext(0->4095) 00002000:00010000:3.0:1746070971.862759:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012384ed80 00000100:00100000:0.0:1746070971.867145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070971.867202:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431295488 00000100:00100000:1.0:1746070971.867210:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431295488 00000100:00100000:1.0:1746070971.867547:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29893 00000100:00100000:1.0:1746070971.867554:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431295488:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.867568:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.867581:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014809 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.867604:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 41 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.867610:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.867611:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.867614:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.867643:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 41 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.867651:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 41 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:1.0:1746070971.867661:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426790144:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070971.871579:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070971.903971:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dedca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426790144:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070971.903998:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.904011:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634e00, rc 0) 00000100:00100000:1.0:1746070971.904043:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431295488:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 36490us (36905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.904050:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29893 00000100:00100000:0.0:1746070971.947257:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070971.947302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.947378:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431295744 00000100:00100000:3.0:1746070971.947385:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431295744 00002000:00100000:3.0:1746070971.947421:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012384f800 x1830887431295744/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.947430:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384f800 with x1830887431295744 ext(0->7) 00010000:00010000:3.0:1746070971.947437:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 42 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.947448:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 42 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.947453:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384f800 00000100:00100000:3.0:1746070971.947498:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2769 00000100:00100000:3.0:1746070971.947504:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887431295744:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070971.947639:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431295616 00000100:00100000:1.0:1746070971.947643:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431295616 00000100:00100000:1.0:1746070971.947678:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29894 00000100:00100000:1.0:1746070971.947683:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1660:x1830887431295616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070971.947691:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070971.947701:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014810 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.947717:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070971.947722:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.947727:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070971.947730:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 44 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.947757:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.947765:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 44 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070971.947773:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635200, rc 0) 00000100:00100000:1.0:1746070971.947803:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:1660:x1830887431295616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070971.947808:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29894 00000100:00100000:3.0:1746070971.948524:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431295744:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1019us (1221us total) trans 4294972250 rc 0/0 00000100:00100000:3.0:1746070971.948531:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2769 00002000:00100000:3.0:1746070971.948537:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012384f800 x1830887431295744/t4294972250(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/448 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.948544:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384f800 with x1830887431295744 ext(0->7) 00010000:00010000:3.0:1746070971.948548:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 45 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.948557:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 45 pid: 9566 timeout: 794 lvb_type: 0 00002000:00010000:3.0:1746070971.948562:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384f800 00000100:00100000:0.0:1746070971.956297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.956425:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431295872 00000100:00100000:3.0:1746070971.956432:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431295872 00010000:00010000:3.0:1746070971.956461:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 45 pid: 9566 timeout: 794 lvb_type: 0 00000100:00100000:3.0:1746070971.956491:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13695 00000100:00100000:3.0:1746070971.956497:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431295872:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.956509:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.956524:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 45 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.956538:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 45 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.956556:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037a8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014802 expref: 45 pid: 9566 timeout: 794 lvb_type: 0 00010000:00010000:3.0:1746070971.956579:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.956580:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.956586:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.956593:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.956617:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.956626:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 5 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070971.956635:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426790400:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.957776:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070971.963721:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426790400:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.963741:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070971.963780:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431295872:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7283us (7490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.963792:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13695 00000100:00100000:0.0:1746070971.964147:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.964376:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431296128 00000100:00100000:3.0:1746070971.964382:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431296128 00002000:00100000:3.0:1746070971.964411:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384ca80 x1830887431296128/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.964420:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384ca80 with x1830887431296128 ext(0->4095) 00010000:00010000:3.0:1746070971.964427:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070971.964438:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070971.964443:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384ca80 00000100:00100000:3.0:1746070971.964459:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2770 00000100:00100000:3.0:1746070971.964476:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431296128:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070971.964821:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431296128:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 354us (673us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070971.964827:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2770 00002000:00100000:3.0:1746070971.964833:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384ca80 x1830887431296128/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070971.964840:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384ca80 with x1830887431296128 ext(0->4095) 00010000:00010000:3.0:1746070971.964844:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070971.964857:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070971.964862:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384ca80 00000100:00100000:0.0:1746070971.972306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.972414:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431296256 00000100:00100000:3.0:1746070971.972423:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431296256 00010000:00010000:3.0:1746070971.972456:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070971.972500:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13696 00000100:00100000:3.0:1746070971.972508:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431296256:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070971.972522:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070971.972540:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070971.972551:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070971.972571:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037a93 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014809 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070971.972602:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.972603:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070971.972610:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 43 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.972620:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 43 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070971.972648:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 43 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070971.972658:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426790528:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070971.974218:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070971.977923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070971.978232:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426790528:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070971.978252:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070971.978407:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431296512 00000100:00100000:2.0:1746070971.978413:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431296512 00002000:00100000:2.0:1746070971.978446:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384dc00 x1830887431296512/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.978459:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384dc00 with x1830887431296512 ext(0->4095) 00002000:00010000:2.0:1746070971.978472:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012384dc00 00000100:00100000:2.0:1746070971.978491:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13560 00000100:00100000:2.0:1746070971.978496:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431296512:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070971.978600:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431296256:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6092us (6438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070971.978607:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13696 00000100:00100000:2.0:1746070971.979287:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431296512:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 787us (1368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070971.979293:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13560 00002000:00100000:2.0:1746070971.979298:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384dc00 x1830887431296512/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746070982 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.979306:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384dc00 with x1830887431296512 ext(0->4095) 00002000:00010000:2.0:1746070971.979309:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012384dc00 00000100:00100000:0.0:1746070971.985383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.985494:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431296640 00000100:00100000:2.0:1746070971.985503:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431296640 00000100:00100000:2.0:1746070971.985598:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29895 00000100:00100000:2.0:1746070971.985606:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431296640:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070971.985622:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070971.985636:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014817 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.985662:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 43 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.985668:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.985670:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070971.985673:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.985700:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 43 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.985710:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 43 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070971.985721:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426790656:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070971.986531:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070971.988086:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426790656:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070971.988109:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070971.988121:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290e00, rc 0) 00000100:00100000:2.0:1746070971.988151:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431296640:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2546us (2777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070971.988157:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29895 00000100:00100000:0.0:1746070971.998257:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070971.998438:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431296768 00000100:00100000:2.0:1746070971.998446:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431296768 00002000:00100000:2.0:1746070971.998487:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801234cc000 x1830887431296768/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/0 e 0 to 0 dl 1746070982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070971.998496:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cc000 with x1830887431296768 ext(0->7) 00010000:00010000:2.0:1746070971.998504:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 44 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070971.998520:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 44 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070971.998525:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801234cc000 00000100:00100000:2.0:1746070971.998549:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2771 00000100:00100000:2.0:1746070971.998554:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431296768:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070972.000390:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2007:x1830887431296768:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 829us (1134us total) trans 4294972251 rc 0/0 00000100:00100000:2.0:1746070972.000399:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2771 00002000:00100000:2.0:1746070972.000408:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801234cc000 x1830887431296768/t4294972251(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:602/0 lens 496/448 e 0 to 0 dl 1746070982 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.000416:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cc000 with x1830887431296768 ext(0->7) 00010000:00010000:2.0:1746070972.000424:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 46 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.000436:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 46 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.000442:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801234cc000 00000100:00100000:0.0:1746070972.008521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.008615:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431296896 00000100:00100000:2.0:1746070972.008623:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431296896 00000100:00100000:2.0:1746070972.008679:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29896 00000100:00100000:2.0:1746070972.008686:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:1660:x1830887431296896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.008702:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.008717:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01481e expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.008738:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.008743:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.008749:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070972.008751:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746070972.008767:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746070972.008782:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.008792:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.008800:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:2.0:1746070972.009334:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:1660:x1830887431296896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 647us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.009339:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29896 00000100:00100000:0.0:1746070972.009471:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.009736:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431297024 00000100:00100000:3.0:1746070972.009741:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431297024 00010000:00010000:3.0:1746070972.009759:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 47 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.009776:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13697 00000100:00100000:3.0:1746070972.009781:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2007:x1830887431297024:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.009789:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746070972.009801:0:7206:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746070971 -> 1746070972 00002000:00010000:3.0:1746070972.009803:0:7206:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746070971 -> 1746070972 00010000:00010000:3.0:1746070972.009808:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 47 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.009818:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 47 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.009832:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037a9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014810 expref: 47 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.009844:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.009845:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.009850:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.009857:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.009892:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.009902:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 5 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.009911:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426790912:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.011170:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.015577:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426790912:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.015595:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.015627:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2007:x1830887431297024:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5846us (6164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.015638:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13697 00000100:00100000:0.0:1746070972.017949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.018009:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431297280 00000100:00100000:2.0:1746070972.018017:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431297280 00002000:00100000:2.0:1746070972.018067:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cc700 x1830887431297280/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.018077:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cc700 with x1830887431297280 ext(0->4095) 00010000:00010000:2.0:1746070972.018084:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.018100:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.018106:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801234cc700 00000100:00100000:2.0:1746070972.018129:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2772 00000100:00100000:2.0:1746070972.018136:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431297280:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070972.018247:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431297280:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.018253:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2772 00002000:00100000:2.0:1746070972.018258:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cc700 x1830887431297280/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.018263:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cc700 with x1830887431297280 ext(0->4095) 00010000:00010000:2.0:1746070972.018267:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.018275:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.018279:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801234cc700 00000100:00080000:1.0:1746070972.019633:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070972.034820:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.035889:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431297408 00000100:00100000:3.0:1746070972.035897:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431297408 00010000:00010000:3.0:1746070972.035931:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.035955:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13698 00000100:00100000:3.0:1746070972.035961:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431297408:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.035972:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.035989:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.035999:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.036017:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037aa1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014817 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.036032:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.036033:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.036039:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 45 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.036046:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 45 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.036071:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 45 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.036081:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426791040:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.036141:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.038781:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426791040:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.038798:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.038840:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431297408:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2878us (4028us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.038849:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13698 00000100:00100000:0.0:1746070972.038929:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.039007:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431297664 00000100:00100000:2.0:1746070972.039012:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431297664 00002000:00100000:2.0:1746070972.039040:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cce00 x1830887431297664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.039048:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cce00 with x1830887431297664 ext(0->4095) 00002000:00010000:2.0:1746070972.039052:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801234cce00 00000100:00100000:2.0:1746070972.039078:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13561 00000100:00100000:2.0:1746070972.039083:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2007:x1830887431297664:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070972.039178:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2007:x1830887431297664:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (249us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.039183:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13561 00002000:00100000:2.0:1746070972.039187:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cce00 x1830887431297664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.039194:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cce00 with x1830887431297664 ext(0->4095) 00002000:00010000:2.0:1746070972.039196:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801234cce00 00000100:00100000:0.0:1746070972.048789:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.049336:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431297792 00000100:00100000:2.0:1746070972.049345:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431297792 00000100:00100000:2.0:1746070972.049381:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29897 00000100:00100000:2.0:1746070972.049388:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431297792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.049403:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.049420:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014825 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.049445:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 45 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.049452:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.049453:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.049456:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.049495:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 45 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.049505:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 45 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.049516:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426791168:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.049583:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.052984:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d538000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426791168:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.053010:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.053025:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0465600, rc 0) 00000100:00100000:2.0:1746070972.053567:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431297792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4178us (4785us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.053574:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29897 00000100:00100000:0.0:1746070972.058347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.058435:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431297920 00000100:00100000:2.0:1746070972.058443:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431297920 00002000:00100000:2.0:1746070972.058487:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801234cd500 x1830887431297920/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.058495:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cd500 with x1830887431297920 ext(0->7) 00010000:00010000:2.0:1746070972.058504:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 46 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.058519:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 46 pid: 9567 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.058525:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801234cd500 00000100:00100000:2.0:1746070972.058544:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2773 00000100:00100000:2.0:1746070972.058550:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2008:x1830887431297920:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070972.060723:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2008:x1830887431297920:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2168us (2380us total) trans 4294972252 rc 0/0 00000100:00100000:2.0:1746070972.060732:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2773 00002000:00100000:2.0:1746070972.060740:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801234cd500 x1830887431297920/t4294972252(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/448 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.060748:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cd500 with x1830887431297920 ext(0->7) 00010000:00010000:2.0:1746070972.060755:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.060767:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.060773:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801234cd500 00000100:00100000:0.0:1746070972.061317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.061495:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431298048 00000100:00100000:3.0:1746070972.061501:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431298048 00000100:00100000:3.0:1746070972.063894:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29898 00000100:00100000:3.0:1746070972.063908:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:1660:x1830887431298048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070972.063922:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070972.063936:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01482c expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.063961:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070972.063966:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.063971:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070972.063974:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01482c expref: 49 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.064004:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.064017:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01482c expref: 49 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.064025:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233600, rc 0) 00000100:00100000:3.0:1746070972.064081:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:1660:x1830887431298048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (2764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.064087:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29898 00000100:00100000:2.0:1746070972.065940:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.068553:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431298176 00000100:00100000:3.0:1746070972.068564:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431298176 00010000:00010000:3.0:1746070972.068600:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 49 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.068643:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13699 00000100:00100000:3.0:1746070972.068651:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2009:x1830887431298176:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.068661:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.068678:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 49 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.068688:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 49 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.068708:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037aa8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01481e expref: 49 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.068735:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.068737:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.068744:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.068751:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.068778:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.068787:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 5 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.068796:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426791424:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.068888:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.073843:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426791424:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070972.073857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:3.0:1746070972.073883:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.074115:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431298432 00000100:00100000:2.0:1746070972.074121:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431298432 00002000:00100000:2.0:1746070972.074154:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cdc00 x1830887431298432/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.074168:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cdc00 with x1830887431298432 ext(0->4095) 00010000:00010000:2.0:1746070972.074175:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.074186:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.074191:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801234cdc00 00000100:00100000:2.0:1746070972.074209:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2774 00000100:00100000:2.0:1746070972.074215:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431298432:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070972.074324:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431298432:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (468us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.074330:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2774 00002000:00100000:2.0:1746070972.074335:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cdc00 x1830887431298432/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.074342:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cdc00 with x1830887431298432 ext(0->4095) 00010000:00010000:2.0:1746070972.074346:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.074354:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.074359:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801234cdc00 00000100:00100000:3.0:1746070972.074507:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2009:x1830887431298176:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5855us (8572us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.074514:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13699 00000100:00100000:0.0:1746070972.089083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.090184:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431298560 00000100:00100000:3.0:1746070972.090192:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431298560 00010000:00010000:3.0:1746070972.090224:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.090260:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13700 00000100:00100000:3.0:1746070972.090267:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431298560:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.090281:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.090297:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.090307:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.090326:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008037aaf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014825 expref: 6 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.090352:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.090354:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.090360:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01482c expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.090365:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01482c expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.090391:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01482c expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.090401:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426791552:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.090482:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.092377:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426791552:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.092395:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.092435:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431298560:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2168us (3359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.092447:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13700 00000100:00100000:0.0:1746070972.092658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.092788:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431298816 00000100:00100000:2.0:1746070972.092794:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431298816 00002000:00100000:2.0:1746070972.092823:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234ce300 x1830887431298816/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.092831:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234ce300 with x1830887431298816 ext(0->4095) 00002000:00010000:2.0:1746070972.092835:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801234ce300 00000100:00100000:2.0:1746070972.093104:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13562 00000100:00100000:2.0:1746070972.093111:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2007:x1830887431298816:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070972.093216:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2007:x1830887431298816:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.093222:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13562 00002000:00100000:2.0:1746070972.093227:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234ce300 x1830887431298816/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.093234:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234ce300 with x1830887431298816 ext(0->4095) 00002000:00010000:2.0:1746070972.093236:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801234ce300 00000100:00100000:0.0:1746070972.095851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.096004:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431298944 00000100:00100000:2.0:1746070972.096011:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431298944 00000100:00100000:2.0:1746070972.096056:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29899 00000100:00100000:2.0:1746070972.096062:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431298944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.096076:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.096092:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014833 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.096113:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01482c expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.096125:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.096126:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.096129:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014833 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.096152:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01482c expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.096162:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01482c expref: 47 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.096172:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426791680:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.096228:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.098037:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426791680:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.098061:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014833 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.098075:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0464600, rc 0) 00000100:00100000:2.0:1746070972.098657:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431298944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2592us (2810us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.098666:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29899 00000100:00100000:0.0:1746070972.098856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.099046:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431299072 00000100:00100000:3.0:1746070972.099053:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431299072 00010000:00010000:3.0:1746070972.099082:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01482c expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.099102:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13701 00000100:00100000:3.0:1746070972.099108:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2008:x1830887431299072:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.099120:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.099137:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01482c expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.099145:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01482c expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.099164:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ab6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01482c expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.099188:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.099190:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.099197:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014833 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.099203:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014833 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.099225:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014833 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.099235:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426791808:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.099842:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02c9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.101825:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426791808:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.101845:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.101908:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2008:x1830887431299072:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2799us (3051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.101917:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13701 00000100:00100000:0.0:1746070972.102306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.102505:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431299328 00000100:00100000:2.0:1746070972.102511:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431299328 00002000:00100000:2.0:1746070972.102543:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cea00 x1830887431299328/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.102556:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cea00 with x1830887431299328 ext(0->4095) 00002000:00010000:2.0:1746070972.102560:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801234cea00 00000100:00100000:2.0:1746070972.102576:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13563 00000100:00100000:2.0:1746070972.102583:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431299328:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070972.102692:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431299328:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (386us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.102698:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13563 00002000:00100000:2.0:1746070972.102702:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cea00 x1830887431299328/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.102709:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cea00 with x1830887431299328 ext(0->4095) 00002000:00010000:2.0:1746070972.102712:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801234cea00 00000100:00100000:0.0:1746070972.105227:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.105837:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431299456 00000100:00100000:2.0:1746070972.105843:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431299456 00000100:00100000:2.0:1746070972.105983:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29900 00000100:00100000:2.0:1746070972.105990:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:1660:x1830887431299456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.106005:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.106027:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01483a expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.106054:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014833 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.106061:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.106062:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.106066:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 48 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.106089:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014833 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.106098:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014833 expref: 5 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.106108:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426791936:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.106658:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070972.107342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.107519:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431299584 00000100:00100000:2.0:1746070972.107524:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431299584 00000100:00100000:2.0:1746070972.107562:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29901 00000100:00100000:2.0:1746070972.107567:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:1661:x1830887431299584:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.107577:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.107588:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014841 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.107602:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.107606:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.107611:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.107614:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014841 expref: 50 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.107636:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.107646:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014841 expref: 50 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.107653:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a2d0800, rc 0) 00000100:00100000:2.0:1746070972.107844:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:1661:x1830887431299584:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 276us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.107850:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29901 00000100:00100000:2.0:1746070972.108709:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426791936:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.108724:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.108734:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:2.0:1746070972.108809:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:1660:x1830887431299456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2818us (3586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.108814:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29900 00000100:00100000:0.0:1746070972.110261:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.110424:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431299712 00000100:00100000:3.0:1746070972.110431:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431299712 00010000:00010000:3.0:1746070972.110458:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014833 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.110489:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13702 00000100:00100000:3.0:1746070972.110495:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431299712:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.110570:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.110588:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014833 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.110598:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014833 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.110616:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037abd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014833 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.110971:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.110974:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.110981:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 48 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.110989:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 48 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.111016:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 48 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.111026:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 48 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.111036:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426792192:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.111106:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.113727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.113811:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431299968 00000100:00100000:1.0:1746070972.113817:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431299968 00002000:00100000:1.0:1746070972.113851:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cf480 x1830887431299968/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.113860:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cf480 with x1830887431299968 ext(0->4095) 00010000:00010000:1.0:1746070972.113889:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.113906:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.113912:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801234cf480 00000100:00100000:1.0:1746070972.113934:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2775 00000100:00100000:1.0:1746070972.113941:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2008:x1830887431299968:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070972.114048:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2008:x1830887431299968:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.114054:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2775 00002000:00100000:1.0:1746070972.114059:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cf480 x1830887431299968/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.114065:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cf480 with x1830887431299968 ext(0->4095) 00010000:00010000:1.0:1746070972.114069:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.114077:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.114083:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801234cf480 00000100:00100000:3.0:1746070972.114168:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426792192:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.114185:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.114206:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431299712:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3711us (3948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.114213:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13702 00000100:00100000:0.0:1746070972.117569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.117643:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431300096 00000100:00100000:3.0:1746070972.117651:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431300096 00010000:00010000:3.0:1746070972.117680:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.117757:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13703 00000100:00100000:3.0:1746070972.117763:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2010:x1830887431300096:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.117776:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.117789:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.117798:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.117815:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037ac4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01483a expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.117836:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.117838:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.117846:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014841 expref: 48 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.117853:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014841 expref: 48 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.117888:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014841 expref: 48 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.117897:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426792320:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.118171:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.121703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.121817:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431300352 00000100:00100000:3.0:1746070972.121823:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426792320:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.121823:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431300352 00010000:00010000:3.0:1746070972.121842:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746070972.121854:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cfb80 x1830887431300352/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.121861:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cfb80 with x1830887431300352 ext(0->4095) 00000100:00100000:3.0:1746070972.121894:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2010:x1830887431300096:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4130us (4331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.121905:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13703 00002000:00010000:2.0:1746070972.122012:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801234cfb80 00000100:00100000:2.0:1746070972.122040:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13564 00000100:00100000:2.0:1746070972.122047:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2008:x1830887431300352:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070972.122639:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2008:x1830887431300352:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 591us (942us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.122645:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13564 00002000:00100000:2.0:1746070972.122649:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cfb80 x1830887431300352/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.122656:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cfb80 with x1830887431300352 ext(0->4095) 00002000:00010000:2.0:1746070972.122658:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801234cfb80 00000100:00100000:0.0:1746070972.124226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.124309:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431300480 00000100:00100000:2.0:1746070972.124314:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431300480 00000100:00100000:2.0:1746070972.124407:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29902 00000100:00100000:2.0:1746070972.124413:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431300480:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.124425:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.124439:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014848 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.124469:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014841 expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.124476:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.124478:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.124481:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014848 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.124504:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014841 expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.124518:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014841 expref: 47 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.124527:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426792448:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.124596:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.126274:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426792448:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.126293:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014848 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.126304:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2400, rc 0) 00000100:00100000:2.0:1746070972.126341:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431300480:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1927us (2118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.126348:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29902 00000100:00100000:0.0:1746070972.126808:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.126933:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431300608 00000100:00100000:3.0:1746070972.126939:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431300608 00010000:00010000:3.0:1746070972.126961:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014841 expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.126978:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13704 00000100:00100000:3.0:1746070972.126983:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2008:x1830887431300608:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.126992:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.127006:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014841 expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.127015:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014841 expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.127032:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037acb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014841 expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.127054:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.127056:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.127061:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014848 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.127068:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014848 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.127090:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014848 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.127100:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426792576:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.127150:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.130061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.130148:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431300864 00000100:00100000:2.0:1746070972.130155:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431300864 00002000:00100000:2.0:1746070972.130189:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cdf80 x1830887431300864/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.130197:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cdf80 with x1830887431300864 ext(0->4095) 00002000:00010000:2.0:1746070972.130201:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801234cdf80 00000100:00100000:3.0:1746070972.130313:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426792576:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.130330:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.130511:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13565 00000100:00100000:2.0:1746070972.130519:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801234cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431300864:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070972.130678:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2008:x1830887431300608:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3693us (3869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.130685:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13704 00000100:00100000:2.0:1746070972.130940:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801234cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431300864:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 421us (883us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.130949:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13565 00002000:00100000:2.0:1746070972.130954:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801234cdf80 x1830887431300864/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.130961:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801234cdf80 with x1830887431300864 ext(0->4095) 00002000:00010000:2.0:1746070972.130964:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801234cdf80 00000100:00100000:0.0:1746070972.132087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.132490:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431300992 00000100:00100000:2.0:1746070972.132495:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431300992 00000100:00100000:2.0:1746070972.132520:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29903 00000100:00100000:2.0:1746070972.132525:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:1660:x1830887431300992:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.132534:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.132547:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01484f expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.132570:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014848 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.132576:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.132578:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.132581:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 48 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.132606:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014848 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.132616:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014848 expref: 5 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.132631:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426792704:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.133677:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.134497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.134798:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431301120 00000100:00100000:2.0:1746070972.134803:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431301120 00000100:00100000:2.0:1746070972.134835:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29904 00000100:00100000:2.0:1746070972.134840:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:1661:x1830887431301120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.134851:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.134861:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014856 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.134889:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.134893:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.134898:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.134900:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014856 expref: 50 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.134922:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.134931:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014856 expref: 50 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.134939:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0464600, rc 0) 00000100:00100000:2.0:1746070972.134965:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:1661:x1830887431301120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.134970:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29904 00000100:00100000:0.0:1746070972.137001:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.137112:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426792704:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.137133:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.137145:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2600, rc 0) 00000100:00100000:3.0:1746070972.137520:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431301248 00000100:00100000:3.0:1746070972.137526:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431301248 00010000:00010000:3.0:1746070972.137550:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014848 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.137577:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13705 00000100:00100000:3.0:1746070972.137583:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431301248:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.137592:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.137605:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014848 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.137614:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014848 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.137631:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2400/0xa5d7060008037ad2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014848 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.137643:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.137645:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.137649:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.137656:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.137676:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.137685:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.137694:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426792960:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.137740:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:1660:x1830887431300992:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5214us (5653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.137746:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29903 00000100:00100000:3.0:1746070972.139075:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.141003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.141484:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426792960:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.141504:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.141545:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431301248:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3962us (4547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.141554:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13705 00000100:00100000:2.0:1746070972.142095:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431301504 00000100:00100000:2.0:1746070972.142102:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431301504 00002000:00100000:2.0:1746070972.142132:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdd180 x1830887431301504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.142140:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdd180 with x1830887431301504 ext(0->4095) 00010000:00010000:2.0:1746070972.142147:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.142157:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.142162:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdd180 00000100:00100000:2.0:1746070972.142518:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2776 00000100:00100000:2.0:1746070972.142525:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2007:x1830887431301504:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070972.142630:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2007:x1830887431301504:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (1632us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.142637:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2776 00002000:00100000:2.0:1746070972.142642:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdd180 x1830887431301504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.142648:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdd180 with x1830887431301504 ext(0->4095) 00010000:00010000:2.0:1746070972.142653:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.142661:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.142666:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdd180 00000100:00100000:0.0:1746070972.144586:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.144916:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431301632 00000100:00100000:3.0:1746070972.144923:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431301632 00010000:00010000:3.0:1746070972.144950:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.144983:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13706 00000100:00100000:3.0:1746070972.144989:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2008:x1830887431301632:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.145001:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.145014:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.145024:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.145044:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037ad9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01484f expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.145058:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.145059:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.145065:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014856 expref: 48 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.145072:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014856 expref: 48 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.145098:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014856 expref: 48 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.145108:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426793088:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.145173:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.147693:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426793088:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.147713:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.147747:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2008:x1830887431301632:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2757us (3164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.147758:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13706 00000100:00100000:0.0:1746070972.148324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.148540:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431301888 00000100:00100000:1.0:1746070972.148546:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431301888 00002000:00100000:1.0:1746070972.148580:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eace00 x1830887431301888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.148588:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eace00 with x1830887431301888 ext(0->4095) 00002000:00010000:1.0:1746070972.148593:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eace00 00000100:00100000:1.0:1746070972.148621:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13566 00000100:00100000:1.0:1746070972.148627:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2007:x1830887431301888:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070972.148733:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2007:x1830887431301888:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.148738:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13566 00002000:00100000:1.0:1746070972.148742:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eace00 x1830887431301888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.148750:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eace00 with x1830887431301888 ext(0->4095) 00002000:00010000:1.0:1746070972.148752:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eace00 00000100:00100000:0.0:1746070972.151856:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.151962:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431302016 00000100:00100000:2.0:1746070972.151970:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431302016 00000100:00100000:2.0:1746070972.152121:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29905 00000100:00100000:2.0:1746070972.152128:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431302016:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.152143:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.152156:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01485d expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.152178:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014856 expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.152184:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.152185:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.152188:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.152218:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014856 expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.152228:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014856 expref: 47 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.152237:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426793216:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.152692:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.155777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.155986:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426793216:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.156011:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.156027:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2e00, rc 0) 00000100:00100000:3.0:1746070972.156333:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431302144 00000100:00100000:3.0:1746070972.156339:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431302144 00010000:00010000:3.0:1746070972.156361:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014856 expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.156389:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13707 00000100:00100000:3.0:1746070972.156394:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2008:x1830887431302144:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.156405:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.156420:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014856 expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.156429:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014856 expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.156447:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0464600/0xa5d7060008037ae0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014856 expref: 48 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.156715:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431302016:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4586us (4864us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.156722:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29905 00010000:00010000:3.0:1746070972.157053:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.157055:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.157063:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.157070:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.157096:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.157106:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426793344:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.157160:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.160624:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.161031:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431302272 00000100:00100000:2.0:1746070972.161038:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431302272 00000100:00100000:2.0:1746070972.161074:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29906 00000100:00100000:2.0:1746070972.161081:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:1660:x1830887431302272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.161096:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.161111:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014864 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.161135:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.161143:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.161146:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.161149:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.161173:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.161183:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 5 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.161194:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426793472:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.161264:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.161497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.161589:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426793344:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.161606:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.161628:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2008:x1830887431302144:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5234us (5857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.161635:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13707 00000100:00100000:2.0:1746070972.161935:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431302528 00000100:00100000:2.0:1746070972.161938:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431302528 00002000:00100000:2.0:1746070972.161961:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384d180 x1830887431302528/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.161969:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384d180 with x1830887431302528 ext(0->4095) 00010000:00010000:2.0:1746070972.162025:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.162036:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.162042:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384d180 00000100:00100000:2.0:1746070972.162067:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2777 00000100:00100000:2.0:1746070972.162073:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431302528:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070972.162171:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431302528:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (675us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.162177:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2777 00002000:00100000:2.0:1746070972.162182:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384d180 x1830887431302528/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.162188:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384d180 with x1830887431302528 ext(0->4095) 00010000:00010000:2.0:1746070972.162192:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.162200:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.162205:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384d180 00000100:00100000:2.0:1746070972.164956:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426793472:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.164984:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 48 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.164998:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2600, rc 0) 00000100:00100000:2.0:1746070972.165382:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:1660:x1830887431302272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4299us (4762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.165390:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29906 00000100:00100000:0.0:1746070972.165643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.165738:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.165800:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431302784 00000100:00100000:3.0:1746070972.165806:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431302784 00010000:00010000:3.0:1746070972.165831:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.165890:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13708 00000100:00100000:3.0:1746070972.165897:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431302784:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.165907:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.165923:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.165933:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.165951:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2e00/0xa5d7060008037ae7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01485d expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.165975:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.165977:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.165983:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 47 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.165991:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 47 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.166014:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 47 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.166023:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426793600:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.166074:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.166118:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431302656 00000100:00100000:2.0:1746070972.166121:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431302656 00000100:00100000:2.0:1746070972.166138:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29907 00000100:00100000:2.0:1746070972.166143:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:1661:x1830887431302656:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.166152:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.166161:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01486b expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.166175:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.166180:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.166182:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.166184:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01486b expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.166198:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.166207:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.166214:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426793728:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.166233:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.168486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.168740:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431303040 00000100:00100000:2.0:1746070972.168747:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431303040 00002000:00100000:2.0:1746070972.168779:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384c700 x1830887431303040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.168788:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384c700 with x1830887431303040 ext(0->4095) 00010000:00010000:2.0:1746070972.168796:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.168808:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.168814:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384c700 00000100:00100000:2.0:1746070972.168829:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2778 00000100:00100000:2.0:1746070972.168834:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2010:x1830887431303040:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070972.169075:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426793600:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.169091:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.169624:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2010:x1830887431303040:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 787us (1142us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.169630:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2778 00002000:00100000:2.0:1746070972.169636:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384c700 x1830887431303040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.169643:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384c700 with x1830887431303040 ext(0->4095) 00010000:00010000:2.0:1746070972.169648:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.169657:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.169659:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431302784:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3758us (3915us total) trans 0 rc 0/0 00002000:00010000:2.0:1746070972.169663:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384c700 00000100:00100000:3.0:1746070972.169667:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13708 00000100:00100000:2.0:1746070972.169690:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426793728:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.169704:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01486b expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.169718:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290e00, rc 0) 00000100:00100000:2.0:1746070972.169734:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:1661:x1830887431302656:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3591us (4093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.169740:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29907 00000100:00100000:0.0:1746070972.176418:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.176542:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431303168 00000100:00100000:3.0:1746070972.176550:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431303168 00010000:00010000:3.0:1746070972.176586:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.176624:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13709 00000100:00100000:3.0:1746070972.176632:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2008:x1830887431303168:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.176643:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.176659:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.176674:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.176694:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037aee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014864 expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.176827:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.176829:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.176836:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01486b expref: 48 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.176844:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01486b expref: 48 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.176905:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01486b expref: 48 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.176915:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426793856:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.176986:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.180238:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426793856:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.180258:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.180300:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2008:x1830887431303168:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3669us (3888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.180309:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13709 00000100:00100000:0.0:1746070972.181490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.181538:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431303424 00000100:00100000:2.0:1746070972.181545:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431303424 00002000:00100000:2.0:1746070972.181579:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384e680 x1830887431303424/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.181587:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384e680 with x1830887431303424 ext(0->4095) 00002000:00010000:2.0:1746070972.181591:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012384e680 00000100:00100000:2.0:1746070972.181615:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13567 00000100:00100000:2.0:1746070972.181620:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2009:x1830887431303424:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070972.181736:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2009:x1830887431303424:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (249us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.181742:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13567 00002000:00100000:2.0:1746070972.181746:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384e680 x1830887431303424/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.181752:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384e680 with x1830887431303424 ext(0->4095) 00002000:00010000:2.0:1746070972.181754:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012384e680 00000100:00100000:0.0:1746070972.184268:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.184839:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431303552 00000100:00100000:2.0:1746070972.184847:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431303552 00000100:00100000:2.0:1746070972.184920:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29908 00000100:00100000:2.0:1746070972.184927:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431303552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.184943:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.184959:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014872 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.184983:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01486b expref: 47 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.184990:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.184991:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.184995:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.185021:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01486b expref: 47 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.185030:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01486b expref: 47 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.185040:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426793984:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.185116:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.188336:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426793984:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.188365:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.188381:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a2d0800, rc 0) 00000100:00100000:2.0:1746070972.188417:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431303552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3490us (4155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.188428:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29908 00000100:00100000:0.0:1746070972.188649:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.189509:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431303680 00000100:00100000:3.0:1746070972.189516:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431303680 00010000:00010000:3.0:1746070972.189545:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01486b expref: 48 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.189583:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13710 00000100:00100000:3.0:1746070972.189590:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2008:x1830887431303680:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.189602:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.189617:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01486b expref: 48 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.189628:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01486b expref: 48 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.189647:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037af5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01486b expref: 48 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.189673:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.189676:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.189682:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.189689:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.189714:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.189724:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426794112:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.189788:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.190921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.191001:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431303808 00000100:00100000:2.0:1746070972.191006:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431303808 00000100:00100000:2.0:1746070972.191197:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29909 00000100:00100000:2.0:1746070972.191204:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:1660:x1830887431303808:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.191216:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.191227:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014879 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.191245:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.191251:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.191252:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.191254:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.191271:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.191280:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 5 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.191288:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426794240:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.191660:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.192176:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426794112:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.192197:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.192224:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2008:x1830887431303680:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2634us (3574us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.192232:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13710 00000100:00100000:2.0:1746070972.193644:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426794240:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.193663:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 48 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.193674:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e3600, rc 0) 00000100:00100000:2.0:1746070972.193926:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:1660:x1830887431303808:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2721us (3005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.193932:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29909 00000100:00100000:0.0:1746070972.194095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.194134:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431304064 00000100:00100000:1.0:1746070972.194139:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431304064 00002000:00100000:1.0:1746070972.194166:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384ea00 x1830887431304064/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.194174:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384ea00 with x1830887431304064 ext(0->4095) 00010000:00010000:1.0:1746070972.194180:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.194190:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.194196:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384ea00 00000100:00100000:1.0:1746070972.194941:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2779 00000100:00100000:1.0:1746070972.194949:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431304064:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070972.195059:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431304064:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (963us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.195064:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2779 00002000:00100000:1.0:1746070972.195070:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012384ea00 x1830887431304064/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.195077:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012384ea00 with x1830887431304064 ext(0->4095) 00010000:00010000:1.0:1746070972.195082:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.195091:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.195096:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012384ea00 00000100:00100000:0.0:1746070972.199531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.200599:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431304192 00000100:00100000:3.0:1746070972.200608:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431304192 00010000:00010000:3.0:1746070972.200644:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.200780:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13711 00000100:00100000:3.0:1746070972.200787:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431304192:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.200800:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.200820:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.200830:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.200853:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037afc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014872 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.201129:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.201132:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.201138:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 47 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.201149:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 47 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.201409:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 47 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.201419:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426794368:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.201493:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.204425:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426794368:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070972.204439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:3.0:1746070972.204446:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.204997:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431304192:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4209us (5471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.205007:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13711 00000100:00100000:2.0:1746070972.205166:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431304448 00000100:00100000:2.0:1746070972.205172:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431304448 00002000:00100000:2.0:1746070972.205201:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff31180 x1830887431304448/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.205210:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31180 with x1830887431304448 ext(0->4095) 00002000:00010000:2.0:1746070972.205214:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff31180 00000100:00100000:2.0:1746070972.205227:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13568 00000100:00100000:2.0:1746070972.205232:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2007:x1830887431304448:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070972.205320:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2007:x1830887431304448:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (883us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.205325:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13568 00002000:00100000:2.0:1746070972.205329:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff31180 x1830887431304448/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.205336:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31180 with x1830887431304448 ext(0->4095) 00002000:00010000:2.0:1746070972.205338:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff31180 00000100:00100000:0.0:1746070972.209038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.211545:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431304576 00000100:00100000:2.0:1746070972.211554:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431304576 00000100:00100000:2.0:1746070972.211611:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29910 00000100:00100000:2.0:1746070972.211617:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431304576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.211631:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.211646:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014880 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.211671:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 47 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.211678:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.211679:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.211682:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.211709:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 47 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.211719:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 47 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.211729:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426794496:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.211811:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.215208:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426794496:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.215234:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.215249:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:2.0:1746070972.215298:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431304576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3679us (6265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.215305:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29910 00000100:00100000:0.0:1746070972.218916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.218990:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431304704 00000100:00100000:2.0:1746070972.218998:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431304704 00002000:00100000:2.0:1746070972.219033:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f690380 x1830887431304704/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.219042:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690380 with x1830887431304704 ext(0->7) 00010000:00010000:2.0:1746070972.219050:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 48 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.219061:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 48 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.219067:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f690380 00000100:00100000:2.0:1746070972.219084:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2780 00000100:00100000:2.0:1746070972.219090:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2007:x1830887431304704:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070972.222075:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2007:x1830887431304704:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2977us (3158us total) trans 4294972253 rc 0/0 00000100:00100000:0.0:1746070972.222086:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2780 00002000:00100000:0.0:1746070972.222095:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f690380 x1830887431304704/t4294972253(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/448 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.222104:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690380 with x1830887431304704 ext(0->7) 00010000:00010000:0.0:1746070972.222112:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746070972.222130:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746070972.222136:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f690380 00000100:00100000:0.0:1746070972.225742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.225824:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431304832 00000100:00100000:2.0:1746070972.225831:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431304832 00000100:00100000:2.0:1746070972.225897:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29911 00000100:00100000:2.0:1746070972.225903:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:1660:x1830887431304832:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.225918:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.225932:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014887 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.225953:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.225958:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.225963:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070972.225966:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014887 expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.225995:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.226004:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014887 expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.226012:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290e00, rc 0) 00000100:00100000:2.0:1746070972.226057:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:1660:x1830887431304832:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.226062:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29911 00000100:00100000:0.0:1746070972.229003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.229720:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431304960 00000100:00100000:3.0:1746070972.229728:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431304960 00010000:00010000:3.0:1746070972.229760:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 51 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.229783:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13712 00000100:00100000:3.0:1746070972.229788:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2008:x1830887431304960:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.229798:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.229818:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 51 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.229831:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 51 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.229849:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e3600/0xa5d7060008037b03 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014879 expref: 51 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.229894:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.229895:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.229901:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.229907:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.229931:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.229939:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 5 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.229948:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426794752:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.230014:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.232473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.232724:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426794752:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.232742:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.232775:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431304960:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2986us (3778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.232788:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13712 00000100:00100000:1.0:1746070972.232855:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431305216 00000100:00100000:1.0:1746070972.232860:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431305216 00002000:00100000:1.0:1746070972.232907:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b2680 x1830887431305216/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.232916:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2680 with x1830887431305216 ext(0->4095) 00010000:00010000:1.0:1746070972.232923:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.232933:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.232938:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0b2680 00000100:00100000:1.0:1746070972.232956:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2781 00000100:00100000:1.0:1746070972.232961:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431305216:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070972.233047:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431305216:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.233052:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2781 00002000:00100000:1.0:1746070972.233056:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b2680 x1830887431305216/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.233062:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2680 with x1830887431305216 ext(0->4095) 00010000:00010000:1.0:1746070972.233066:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.233073:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.233077:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0b2680 00000100:00100000:0.0:1746070972.242508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.242571:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431305344 00000100:00100000:3.0:1746070972.242579:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431305344 00010000:00010000:3.0:1746070972.242608:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.242640:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13713 00000100:00100000:3.0:1746070972.242646:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431305344:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.242656:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.242672:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.242682:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.242699:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d7060008037b0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014880 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.242721:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.242723:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.242729:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014887 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.242736:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014887 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.242761:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014887 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.242772:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426794880:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.242844:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.247927:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426794880:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.247949:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.247988:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431305344:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5341us (5486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.247998:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13713 00000100:00100000:0.0:1746070972.249601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.249756:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431305600 00000100:00100000:2.0:1746070972.249763:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431305600 00002000:00100000:2.0:1746070972.249797:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b8d7800 x1830887431305600/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.249806:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d7800 with x1830887431305600 ext(0->4095) 00002000:00010000:2.0:1746070972.249810:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d7800 00000100:00100000:1.0:1746070972.250036:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13569 00000100:00100000:1.0:1746070972.250045:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2007:x1830887431305600:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070972.250149:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2007:x1830887431305600:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.250155:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13569 00002000:00100000:1.0:1746070972.250160:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b8d7800 x1830887431305600/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.250166:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d7800 with x1830887431305600 ext(0->4095) 00002000:00010000:1.0:1746070972.250169:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d7800 00000100:00100000:0.0:1746070972.257289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.257419:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431305728 00000100:00100000:2.0:1746070972.257427:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431305728 00000100:00100000:2.0:1746070972.257583:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29912 00000100:00100000:2.0:1746070972.257591:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431305728:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.257607:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.257621:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01488e expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.257646:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014887 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.257653:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.257654:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.257657:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.257681:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014887 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.257692:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014887 expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.258089:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426795008:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.258369:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.261182:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426795008:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.261439:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.261455:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a2d1800, rc 0) 00000100:00100000:2.0:1746070972.261506:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431305728:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3915us (4223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.261517:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29912 00000100:00100000:0.0:1746070972.261675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.262242:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431305856 00000100:00100000:3.0:1746070972.262249:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431305856 00010000:00010000:3.0:1746070972.262273:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014887 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.262305:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13714 00000100:00100000:3.0:1746070972.262311:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2007:x1830887431305856:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.262320:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.262334:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014887 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.262344:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014887 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.262363:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008037b11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014887 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.262384:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.262387:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.262392:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.262399:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.262422:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.262431:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426795136:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.262486:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.262734:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.262936:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431305984 00000100:00100000:2.0:1746070972.262940:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431305984 00000100:00100000:2.0:1746070972.262961:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29913 00000100:00100000:2.0:1746070972.262966:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:1660:x1830887431305984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.262975:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.262985:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014895 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.262999:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.263004:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.263005:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.263008:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.263023:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.263031:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 5 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.263039:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426795264:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.263589:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.265494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.265584:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426795136:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.265603:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.265634:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431305856:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3323us (3960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.265642:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13714 00000100:00100000:3.0:1746070972.265676:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431306240 00000100:00100000:3.0:1746070972.265680:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431306240 00002000:00100000:3.0:1746070972.265707:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6333b80 x1830887431306240/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.265716:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333b80 with x1830887431306240 ext(0->4095) 00010000:00010000:3.0:1746070972.265723:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.265734:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070972.265743:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6333b80 00000100:00100000:3.0:1746070972.265770:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2782 00000100:00100000:3.0:1746070972.265776:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431306240:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070972.265911:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431306240:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (422us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070972.265916:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2782 00002000:00100000:3.0:1746070972.265921:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6333b80 x1830887431306240/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.265927:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333b80 with x1830887431306240 ext(0->4095) 00010000:00010000:3.0:1746070972.265932:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.265940:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070972.265945:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6333b80 00000100:00100000:2.0:1746070972.266088:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426795264:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.266106:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 50 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.266116:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52b1e00, rc 0) 00000100:00100000:2.0:1746070972.266135:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:1660:x1830887431305984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3169us (3402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.266141:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29913 00000100:00100000:0.0:1746070972.269783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.269833:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.270061:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431306496 00000100:00100000:2.0:1746070972.270069:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431306496 00000100:00100000:2.0:1746070972.270106:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29914 00000100:00100000:2.0:1746070972.270113:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431306496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.270128:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.270144:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01489c expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.270167:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.270172:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.270177:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.270180:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 7 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.270217:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.270227:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 7 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.270241:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a2d0800, rc 0) 00000100:00100000:3.0:1746070972.270318:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431306368 00000100:00100000:3.0:1746070972.270322:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431306368 00010000:00010000:3.0:1746070972.270340:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 8 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.270365:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13715 00000100:00100000:3.0:1746070972.270370:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b423c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2007:x1830887431306368:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.270378:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.270392:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 8 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.270402:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 8 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.270416:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d1800/0xa5d7060008037b18 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01488e expref: 8 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.270441:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.270443:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.270448:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.270455:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.270486:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.270498:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.270507:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426795520:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.270612:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+7:1661:x1830887431306496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 498us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.270618:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29914 00000100:00100000:3.0:1746070972.271014:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.275584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.275944:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431306752 00000100:00100000:1.0:1746070972.275952:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431306752 00002000:00100000:1.0:1746070972.275990:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082105880 x1830887431306752/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.276000:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082105880 with x1830887431306752 ext(0->4095) 00010000:00010000:1.0:1746070972.276007:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.276019:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.276025:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082105880 00000100:00100000:1.0:1746070972.276057:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2783 00000100:00100000:1.0:1746070972.276064:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431306752:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070972.276194:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431306752:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (617us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.276200:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2783 00002000:00100000:1.0:1746070972.276205:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880082105880 x1830887431306752/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.276212:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082105880 with x1830887431306752 ext(0->4095) 00010000:00010000:1.0:1746070972.276216:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.276225:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.276234:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082105880 00000100:00100000:3.0:1746070972.276326:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426795520:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.276343:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.276375:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b423c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431306368:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6004us (6599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.276382:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13715 00000100:00100000:0.0:1746070972.281553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.281646:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.281736:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431307008 00000100:00100000:3.0:1746070972.281744:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431307008 00010000:00010000:3.0:1746070972.281777:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.281816:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13716 00000100:00100000:3.0:1746070972.281823:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2007:x1830887431307008:12345-192.168.204.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746070972.282141:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431306880 00000100:00100000:2.0:1746070972.282145:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431306880 00000100:00100000:2.0:1746070972.282182:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29915 00000100:00100000:2.0:1746070972.282188:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:1660:x1830887431306880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.282202:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.282215:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148a3 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.282306:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.282323:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.282334:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.282356:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b1f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014895 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.282385:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.282387:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.282393:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.282400:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.282444:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.282454:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426795648:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.282523:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00010000:00010000:2.0:1746070972.282568:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.282574:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.282576:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.282579:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.282597:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.282606:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 5 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.282619:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426795776:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.282638:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.285294:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426795648:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.285314:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.285324:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426795776:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.285341:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.285355:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f2b0c00, rc 0) 00000100:00100000:3.0:1746070972.285358:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431307008:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3536us (3712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.285367:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13716 00000100:00100000:2.0:1746070972.285371:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:1660:x1830887431306880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3184us (3829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.285376:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29915 00000100:00100000:0.0:1746070972.287859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.288230:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431307264 00000100:00100000:3.0:1746070972.288238:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431307264 00002000:00100000:3.0:1746070972.288277:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072774000 x1830887431307264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.288286:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774000 with x1830887431307264 ext(0->4095) 00010000:00010000:3.0:1746070972.288293:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.288304:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070972.288310:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072774000 00000100:00100000:3.0:1746070972.288328:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2784 00000100:00100000:3.0:1746070972.288334:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431307264:12345-192.168.204.29@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746070972.288439:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431307264:12345-192.168.204.29@tcp:3:ldlm_bl.0 Request processed in 105us (585us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070972.288444:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2784 00002000:00100000:3.0:1746070972.288449:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072774000 x1830887431307264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.288455:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774000 with x1830887431307264 ext(0->4095) 00010000:00010000:3.0:1746070972.288474:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.288482:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070972.288487:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072774000 00000100:00100000:0.0:1746070972.294165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.294368:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431307392 00000100:00100000:3.0:1746070972.294376:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431307392 00010000:00010000:3.0:1746070972.294409:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.294438:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13717 00000100:00100000:3.0:1746070972.294444:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431307392:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.294455:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.294481:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.294492:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.294511:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007a2d0800/0xa5d7060008037b26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01489c expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.295141:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.295144:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.295152:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.295159:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.295188:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.295198:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426795904:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.295270:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.298474:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426795904:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.298493:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.298812:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431307392:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4366us (4653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.298821:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13717 00000100:00100000:0.0:1746070972.298988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.300521:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431307648 00000100:00100000:2.0:1746070972.300529:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431307648 00002000:00100000:2.0:1746070972.300565:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f5500 x1830887431307648/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.300573:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5500 with x1830887431307648 ext(0->4095) 00002000:00010000:2.0:1746070972.300577:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f5500 00000100:00100000:2.0:1746070972.300611:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13570 00000100:00100000:2.0:1746070972.300618:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431307648:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070972.300726:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431307648:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (1738us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.300732:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13570 00002000:00100000:2.0:1746070972.300737:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f5500 x1830887431307648/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.300748:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5500 with x1830887431307648 ext(0->4095) 00002000:00010000:2.0:1746070972.300751:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f5500 00000100:00100000:0.0:1746070972.308913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.310815:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431307776 00000100:00100000:2.0:1746070972.310824:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431307776 00000100:00100000:2.0:1746070972.310881:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29916 00000100:00100000:2.0:1746070972.310890:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431307776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.310906:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.310921:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148aa expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.310947:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.310954:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.310956:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.310959:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.310986:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 49 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.310995:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 49 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.311005:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426796032:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.311090:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.321279:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426796032:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.321310:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.321325:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52b1800, rc 0) 00000100:00100000:2.0:1746070972.321363:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431307776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10474us (12458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.321371:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29916 00000100:00100000:0.0:1746070972.325255:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.325353:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431307904 00000100:00100000:3.0:1746070972.325361:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431307904 00002000:00100000:3.0:1746070972.325407:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e00e00 x1830887431307904/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.325426:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00e00 with x1830887431307904 ext(0->7) 00010000:00010000:3.0:1746070972.325437:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.325451:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 50 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070972.325466:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e00e00 00000100:00100000:3.0:1746070972.325496:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2785 00000100:00100000:3.0:1746070972.325559:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431307904:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070972.328023:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2008:x1830887431307904:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2515us (2773us total) trans 4294972254 rc 0/0 00000100:00100000:3.0:1746070972.328032:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2785 00002000:00100000:3.0:1746070972.328040:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e00e00 x1830887431307904/t4294972254(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/448 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.328048:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00e00 with x1830887431307904 ext(0->7) 00010000:00010000:3.0:1746070972.328056:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.328068:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070972.328073:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e00e00 00000100:00100000:0.0:1746070972.349751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.349858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.350178:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431308032 00000100:00100000:3.0:1746070972.350186:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431308032 00010000:00010000:3.0:1746070972.350218:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.350244:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13718 00000100:00100000:3.0:1746070972.350251:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2007:x1830887431308032:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.350261:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.350278:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.350290:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.350310:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f2b0c00/0xa5d7060008037b2d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148a3 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.350334:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.350336:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.350342:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.350348:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070972.350360:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431308160 00000100:00100000:2.0:1746070972.350365:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431308160 00010000:00010000:3.0:1746070972.350379:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070972.350386:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29917 00000100:00100000:2.0:1746070972.350390:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:1660:x1830887431308160:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746070972.350393:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426796160:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070972.350401:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.350411:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148b1 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.350425:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.350430:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.350431:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.350433:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 53 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.350448:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.350466:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 5 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.350475:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426796288:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.350522:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.351142:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.359574:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426796288:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070972.359574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:2.0:1746070972.359600:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 53 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070972.359609:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431308416 00000100:00100000:0.0:1746070972.359614:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431308416 00010000:00010000:2.0:1746070972.359615:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52b1c00, rc 0) 00002000:00100000:0.0:1746070972.359645:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c215880 x1830887431308416/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746070972.359649:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:1660:x1830887431308160:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9258us (9791us total) trans 0 rc 0/0 00002000:00100000:0.0:1746070972.359654:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215880 with x1830887431308416 ext(0->4095) 00000100:00100000:2.0:1746070972.359656:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29917 00010000:00010000:0.0:1746070972.359660:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746070972.359671:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746070972.359677:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c215880 00000100:00100000:0.0:1746070972.359697:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2786 00000100:00100000:3.0:1746070972.360132:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426796160:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.360145:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.360181:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2007:x1830887431308032:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 9931us (10438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.360190:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13718 00000100:00100000:0.0:1746070972.360303:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431308416:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070972.360411:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431308416:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 707us (843us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070972.360417:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2786 00002000:00100000:0.0:1746070972.360423:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c215880 x1830887431308416/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.360430:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215880 with x1830887431308416 ext(0->4095) 00010000:00010000:0.0:1746070972.360435:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746070972.360444:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746070972.360455:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c215880 00000100:00100000:0.0:1746070972.363446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.363623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.363699:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431308672 00000100:00100000:2.0:1746070972.363707:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431308672 00000100:00100000:2.0:1746070972.363752:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29918 00000100:00100000:2.0:1746070972.363759:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431308672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.363773:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.363787:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148b8 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.363809:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.363815:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.363820:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.363823:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.363858:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.363891:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.363901:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48c00, rc 0) 00000100:00100000:2.0:1746070972.363935:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+7:1661:x1830887431308672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.363940:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29918 00000100:00100000:3.0:1746070972.364296:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431308544 00000100:00100000:3.0:1746070972.364300:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431308544 00010000:00010000:3.0:1746070972.364319:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 7 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.364346:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13719 00000100:00100000:3.0:1746070972.364352:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887431308544:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.364362:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.364377:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 7 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.364387:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 7 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.364403:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037b34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148aa expref: 7 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.364426:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.364427:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.364433:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.364443:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.364475:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.364484:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 51 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.364497:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426796544:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.364554:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.367562:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426796544:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.367581:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.367627:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431308544:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3274us (4003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.367775:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13719 00000100:00100000:0.0:1746070972.368265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.368719:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431308928 00000100:00100000:2.0:1746070972.368725:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431308928 00002000:00100000:2.0:1746070972.368758:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0ca80 x1830887431308928/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.368766:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ca80 with x1830887431308928 ext(0->4095) 00010000:00010000:2.0:1746070972.368774:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.368786:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.368792:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0ca80 00000100:00100000:2.0:1746070972.368815:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2787 00000100:00100000:2.0:1746070972.368821:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2008:x1830887431308928:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070972.368944:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2008:x1830887431308928:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (679us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.368950:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2787 00002000:00100000:2.0:1746070972.368955:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0ca80 x1830887431308928/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.368961:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ca80 with x1830887431308928 ext(0->4095) 00010000:00010000:2.0:1746070972.368966:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.368974:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.368979:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0ca80 00000100:00100000:0.0:1746070972.373431:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.374089:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431309056 00000100:00100000:2.0:1746070972.374097:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431309056 00000100:00100000:0.0:1746070972.374253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.374357:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29919 00000100:00100000:2.0:1746070972.374365:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:1660:x1830887431309056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.374379:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.374397:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148bf expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.374419:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.374425:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.374431:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070972.374434:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148bf expref: 53 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.374481:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.374492:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148bf expref: 53 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.374501:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48600, rc 0) 00000100:00100000:2.0:1746070972.374550:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:1660:x1830887431309056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.374556:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29919 00000100:00100000:3.0:1746070972.374633:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431309184 00000100:00100000:3.0:1746070972.374637:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431309184 00010000:00010000:3.0:1746070972.374654:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 53 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.374673:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13720 00000100:00100000:3.0:1746070972.374678:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:2009:x1830887431309184:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.374685:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.374701:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 53 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.374710:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 53 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.374724:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008037b3b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b1 expref: 53 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.374738:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.374739:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.374744:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.374751:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.374768:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.374778:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 5 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.374788:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426796800:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.374841:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.377902:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426796800:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.377919:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.377964:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2009:x1830887431309184:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3285us (3711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.377972:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13720 00000100:00100000:0.0:1746070972.378594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.378808:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431309440 00000100:00100000:2.0:1746070972.378814:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431309440 00002000:00100000:2.0:1746070972.378844:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de40700 x1830887431309440/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.378852:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40700 with x1830887431309440 ext(0->4095) 00010000:00010000:2.0:1746070972.378859:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.378893:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.378899:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de40700 00000100:00100000:2.0:1746070972.378925:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2788 00000100:00100000:2.0:1746070972.378931:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431309440:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070972.380011:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431309440:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1078us (1416us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.380019:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2788 00002000:00100000:2.0:1746070972.380025:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de40700 x1830887431309440/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.380033:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40700 with x1830887431309440 ext(0->4095) 00010000:00010000:2.0:1746070972.380038:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.380047:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.380053:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de40700 00000100:00100000:0.0:1746070972.385444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.385515:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431309568 00000100:00100000:3.0:1746070972.385524:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431309568 00010000:00010000:3.0:1746070972.385556:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.385593:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13721 00000100:00100000:3.0:1746070972.385599:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431309568:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.385611:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.385626:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.385637:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.385656:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037b42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148b8 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.385682:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.385684:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.385690:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148bf expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.385697:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148bf expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.385724:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148bf expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.385736:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426796928:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.386558:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.391351:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426796928:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.391373:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.391412:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431309568:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5813us (5975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.391422:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13721 00000100:00100000:0.0:1746070972.393505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.393906:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431309824 00000100:00100000:2.0:1746070972.393913:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431309824 00002000:00100000:2.0:1746070972.393945:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41f100 x1830887431309824/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.393954:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41f100 with x1830887431309824 ext(0->4095) 00002000:00010000:2.0:1746070972.393958:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41f100 00000100:00100000:2.0:1746070972.393987:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13571 00000100:00100000:2.0:1746070972.393992:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2008:x1830887431309824:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070972.394091:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2008:x1830887431309824:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (591us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.394096:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13571 00002000:00100000:2.0:1746070972.394101:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41f100 x1830887431309824/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.394113:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41f100 with x1830887431309824 ext(0->4095) 00002000:00010000:2.0:1746070972.394115:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41f100 00000100:00100000:0.0:1746070972.396275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.397067:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431309952 00000100:00100000:2.0:1746070972.397075:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431309952 00000100:00100000:2.0:1746070972.397121:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29920 00000100:00100000:2.0:1746070972.397128:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431309952:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.397142:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.397155:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148c6 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.397179:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148bf expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.397186:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.397187:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.397190:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.397213:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148bf expref: 51 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.397222:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148bf expref: 51 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.397231:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426797056:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.397311:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.399717:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426797056:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.399740:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.399754:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e49600, rc 0) 00000100:00100000:2.0:1746070972.399791:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431309952:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2663us (3521us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.399797:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29920 00000100:00100000:0.0:1746070972.405443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.405495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.405893:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431310080 00000100:00100000:3.0:1746070972.405900:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431310080 00010000:00010000:3.0:1746070972.405929:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148bf expref: 52 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.406417:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431310208 00000100:00100000:2.0:1746070972.406421:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431310208 00000100:00100000:2.0:1746070972.406443:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29921 00000100:00100000:2.0:1746070972.406449:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:1660:x1830887431310208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.406471:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.406482:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148cd expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.406503:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.406507:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.406513:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070972.406516:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 54 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.406545:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.406554:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 54 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.406563:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48400, rc 0) 00000100:00100000:3.0:1746070972.406679:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13722 00000100:00100000:3.0:1746070972.406686:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b422450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2007:x1830887431310080:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.406693:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.406707:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148bf expref: 54 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.406716:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148bf expref: 54 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.406730:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148bf expref: 54 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.406744:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.406745:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.406750:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.406757:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.406771:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.406779:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 5 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.406789:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426797312:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.407041:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:1660:x1830887431310208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 591us (1545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.407047:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29921 00000100:00100000:3.0:1746070972.407643:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.409675:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426797312:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.409693:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.409725:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b422450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2007:x1830887431310080:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3039us (4287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.409734:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13722 00000100:00100000:0.0:1746070972.411048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.411605:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431310464 00000100:00100000:3.0:1746070972.411611:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431310464 00002000:00100000:3.0:1746070972.411646:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381c000 x1830887431310464/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.411655:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381c000 with x1830887431310464 ext(0->4095) 00010000:00010000:3.0:1746070972.411663:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.411679:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070972.411684:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381c000 00000100:00100000:3.0:1746070972.411712:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2789 00000100:00100000:3.0:1746070972.411718:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431310464:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070972.411826:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431310464:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (780us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070972.411831:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2789 00002000:00100000:3.0:1746070972.411836:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381c000 x1830887431310464/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.411843:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381c000 with x1830887431310464 ext(0->4095) 00010000:00010000:3.0:1746070972.411847:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.411855:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070972.411860:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381c000 00000100:00100000:0.0:1746070972.416283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.417643:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431310592 00000100:00100000:3.0:1746070972.417658:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431310592 00010000:00010000:3.0:1746070972.417690:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.417732:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13723 00000100:00100000:3.0:1746070972.417740:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431310592:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.417751:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.417768:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.417778:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.417796:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037b50 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148c6 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.417811:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.417813:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.417818:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.417824:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.417851:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.417861:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426797440:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.418065:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.422093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.422249:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431310848 00000100:00100000:2.0:1746070972.422256:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431310848 00002000:00100000:2.0:1746070972.422290:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381c700 x1830887431310848/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.422299:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381c700 with x1830887431310848 ext(0->4095) 00002000:00010000:2.0:1746070972.422303:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381c700 00000100:00100000:2.0:1746070972.422319:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13572 00000100:00100000:2.0:1746070972.422324:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2007:x1830887431310848:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070972.422441:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2007:x1830887431310848:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.422447:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13572 00002000:00100000:2.0:1746070972.422452:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381c700 x1830887431310848/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.422468:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381c700 with x1830887431310848 ext(0->4095) 00002000:00010000:2.0:1746070972.422471:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381c700 00000100:00100000:3.0:1746070972.422557:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426797440:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.422573:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.422601:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431310592:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4862us (6325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.422609:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13723 00000100:00100000:0.0:1746070972.431717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.432000:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431310976 00000100:00100000:2.0:1746070972.432009:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431310976 00000100:00100000:2.0:1746070972.432040:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29922 00000100:00100000:2.0:1746070972.432046:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431310976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.432061:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.432074:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148d4 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.432099:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.432105:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.432106:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.432109:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.432131:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.432140:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 51 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.432149:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426797568:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.432219:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.434535:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426797568:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.434555:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.434567:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48e00, rc 0) 00000100:00100000:2.0:1746070972.434593:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431310976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2547us (2883us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.434601:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29922 00000100:00100000:0.0:1746070972.435677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.435738:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431311104 00000100:00100000:2.0:1746070972.435743:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431311104 00002000:00100000:2.0:1746070972.435772:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012381ce00 x1830887431311104/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.435781:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381ce00 with x1830887431311104 ext(0->7) 00010000:00010000:2.0:1746070972.435789:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 52 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.435800:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 52 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.435805:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381ce00 00000100:00100000:2.0:1746070972.435833:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2790 00000100:00100000:2.0:1746070972.435839:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2007:x1830887431311104:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070972.436578:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2007:x1830887431311104:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 738us (901us total) trans 4294972255 rc 0/0 00000100:00100000:0.0:1746070972.436584:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2790 00002000:00100000:0.0:1746070972.436588:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012381ce00 x1830887431311104/t4294972255(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/448 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.436595:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381ce00 with x1830887431311104 ext(0->7) 00010000:00010000:0.0:1746070972.436599:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 54 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746070972.436610:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 54 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746070972.436615:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381ce00 00000100:00100000:0.0:1746070972.440527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.441229:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431311232 00000100:00100000:2.0:1746070972.441238:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431311232 00000100:00100000:2.0:1746070972.441279:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29923 00000100:00100000:2.0:1746070972.441286:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:1660:x1830887431311232:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.441300:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.441313:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148db expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.441334:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.441338:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.441343:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070972.441347:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.441376:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.441385:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.441393:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48600, rc 0) 00000100:00100000:2.0:1746070972.441440:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1660:x1830887431311232:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.441445:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29923 00000100:00100000:0.0:1746070972.441922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.443004:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431311360 00000100:00100000:3.0:1746070972.443009:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431311360 00010000:00010000:3.0:1746070972.443032:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 55 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.443052:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13724 00000100:00100000:3.0:1746070972.443058:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2008:x1830887431311360:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.443066:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.443080:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 55 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.443088:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 55 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.443102:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b57 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148cd expref: 55 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.443115:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.443116:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.443121:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.443127:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.443147:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.443157:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 5 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.443166:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426797824:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.443224:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.447030:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426797824:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.447053:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.447089:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2008:x1830887431311360:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4030us (5166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.447097:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13724 00000100:00100000:0.0:1746070972.449113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.449265:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431311616 00000100:00100000:2.0:1746070972.449272:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431311616 00002000:00100000:2.0:1746070972.449313:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381d880 x1830887431311616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.449322:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381d880 with x1830887431311616 ext(0->4095) 00010000:00010000:2.0:1746070972.449330:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.449340:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.449347:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381d880 00000100:00100000:2.0:1746070972.449362:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2791 00000100:00100000:2.0:1746070972.449367:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431311616:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070972.449499:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431311616:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.449505:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2791 00002000:00100000:2.0:1746070972.449510:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381d880 x1830887431311616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.449517:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381d880 with x1830887431311616 ext(0->4095) 00010000:00010000:2.0:1746070972.449521:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.449529:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.449534:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381d880 00000100:00100000:0.0:1746070972.453382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.453693:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431311744 00000100:00100000:3.0:1746070972.453700:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431311744 00010000:00010000:3.0:1746070972.453731:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.453806:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13725 00000100:00100000:3.0:1746070972.453814:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431311744:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.453824:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.453841:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.453852:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.453903:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b5e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148d4 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.453921:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.453923:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.453930:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.453937:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.453963:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.453973:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426797952:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.454606:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.456197:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426797952:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.456214:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.456247:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431311744:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2433us (2871us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.456255:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13725 00000100:00100000:1.0:1746070972.456271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.456315:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431312000 00000100:00100000:1.0:1746070972.456320:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431312000 00002000:00100000:1.0:1746070972.456350:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e60e00 x1830887431312000/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.456359:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e60e00 with x1830887431312000 ext(0->4095) 00002000:00010000:1.0:1746070972.456363:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e60e00 00000100:00100000:1.0:1746070972.456389:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13573 00000100:00100000:1.0:1746070972.456801:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2010:x1830887431312000:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070972.457154:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2010:x1830887431312000:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 356us (883us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.457163:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13573 00002000:00100000:1.0:1746070972.457169:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e60e00 x1830887431312000/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.457176:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e60e00 with x1830887431312000 ext(0->4095) 00002000:00010000:1.0:1746070972.457178:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e60e00 00000100:00100000:0.0:1746070972.460603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.460777:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431312128 00000100:00100000:2.0:1746070972.460785:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431312128 00000100:00100000:2.0:1746070972.460823:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29924 00000100:00100000:2.0:1746070972.460829:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431312128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.460844:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.460858:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148e2 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.460903:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.462262:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.462264:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.462270:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e2 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.462303:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.462809:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 53 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.462823:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426798080:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.462926:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.466805:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426798080:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.466831:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e2 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.466845:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48e00, rc 0) 00000100:00100000:2.0:1746070972.466904:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431312128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6074us (6308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.466912:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29924 00000100:00100000:0.0:1746070972.467144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.467246:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431312256 00000100:00100000:1.0:1746070972.467253:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431312256 00002000:00100000:1.0:1746070972.467287:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012381e300 x1830887431312256/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.467295:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381e300 with x1830887431312256 ext(0->7) 00010000:00010000:1.0:1746070972.467301:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 54 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.467311:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 54 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.467318:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381e300 00000100:00100000:1.0:1746070972.467351:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2792 00000100:00100000:1.0:1746070972.467357:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2007:x1830887431312256:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070972.472566:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431312256:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 5201us (5414us total) trans 4294972256 rc 0/0 00000100:00100000:0.0:1746070972.472578:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2792 00002000:00100000:0.0:1746070972.472589:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012381e300 x1830887431312256/t4294972256(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/448 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.472596:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381e300 with x1830887431312256 ext(0->7) 00010000:00010000:0.0:1746070972.472605:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746070972.472619:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746070972.472624:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381e300 00000100:00100000:0.0:1746070972.479119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.479267:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431312384 00000100:00100000:3.0:1746070972.479274:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431312384 00010000:00010000:3.0:1746070972.479302:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.479343:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13726 00000100:00100000:3.0:1746070972.479552:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431312384:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.479566:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.479581:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.479592:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.479611:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008037b65 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148db expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.479626:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.479627:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.479633:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e2 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.479640:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e2 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.479664:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e2 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.479673:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426798208:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.480249:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.486288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.486373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.486603:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426798208:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.486622:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.486658:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2008:x1830887431312384:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7309us (7545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.486671:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13726 00000100:00100000:1.0:1746070972.486811:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431312640 00000100:00100000:1.0:1746070972.486817:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431312640 00002000:00100000:1.0:1746070972.486857:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381ea00 x1830887431312640/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.486892:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381ea00 with x1830887431312640 ext(0->4095) 00002000:00010000:1.0:1746070972.486896:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381ea00 00000100:00100000:1.0:1746070972.486921:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13574 00000100:00100000:1.0:1746070972.486928:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431312640:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070972.487026:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431312640:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (747us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.487031:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13574 00002000:00100000:1.0:1746070972.487035:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381ea00 x1830887431312640/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.487041:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381ea00 with x1830887431312640 ext(0->4095) 00002000:00010000:1.0:1746070972.487044:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381ea00 00000100:00100000:2.0:1746070972.487118:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431312768 00000100:00100000:2.0:1746070972.487122:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431312768 00000100:00100000:2.0:1746070972.487143:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29925 00000100:00100000:2.0:1746070972.487148:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1660:x1830887431312768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.487158:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.487170:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148e9 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.487189:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e2 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.487195:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.487197:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.487200:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.487223:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e2 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.487234:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e2 expref: 5 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.487243:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426798336:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.487288:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.489566:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.489680:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431312896 00000100:00100000:1.0:1746070972.489687:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431312896 00000100:00100000:1.0:1746070972.489738:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29926 00000100:00100000:1.0:1746070972.489744:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431312896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070972.489762:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070972.489777:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148f0 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.489799:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070972.489804:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.489809:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070972.489812:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f0 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070972.489818:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d53b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426798336:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070972.489835:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.489836:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.489843:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f0 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.489844:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48400, rc 0) 00010000:00010000:1.0:1746070972.489848:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635000, rc 0) 00000100:00100000:2.0:1746070972.489904:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1660:x1830887431312768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2755us (3530us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.489913:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29925 00000100:00100000:1.0:1746070972.490486:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431312896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 741us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070972.490492:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29926 00000100:00100000:1.0:1746070972.493877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.494032:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431313024 00000100:00100000:3.0:1746070972.494040:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431313024 00010000:00010000:3.0:1746070972.494070:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e2 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.494104:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13727 00000100:00100000:3.0:1746070972.494110:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431313024:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.494121:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.494138:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e2 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.494148:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e2 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.494167:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037b6c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e2 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.494193:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.494195:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.494201:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.494207:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.494235:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.494244:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 56 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.494254:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426798592:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.494318:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.496125:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426798592:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.496145:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.496319:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431313024:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2206us (2458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.496329:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13727 00000100:00100000:0.0:1746070972.497926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.498034:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431313280 00000100:00100000:3.0:1746070972.498041:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431313280 00002000:00100000:3.0:1746070972.498076:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381f480 x1830887431313280/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.498086:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381f480 with x1830887431313280 ext(0->4095) 00010000:00010000:3.0:1746070972.498093:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 57 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.498105:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 57 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070972.498111:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381f480 00000100:00100000:3.0:1746070972.498256:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2793 00000100:00100000:3.0:1746070972.498264:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431313280:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070972.498599:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431313280:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 335us (675us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070972.498605:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2793 00002000:00100000:3.0:1746070972.498609:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381f480 x1830887431313280/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.498615:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381f480 with x1830887431313280 ext(0->4095) 00010000:00010000:3.0:1746070972.498619:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 57 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.498628:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 57 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070972.498633:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381f480 00000100:00100000:0.0:1746070972.502263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.502493:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431313408 00000100:00100000:3.0:1746070972.502501:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431313408 00010000:00010000:3.0:1746070972.502531:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 57 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.502570:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13728 00000100:00100000:3.0:1746070972.502576:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431313408:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.502586:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.502602:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 57 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.502613:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 57 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.502632:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037b73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148e9 expref: 57 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.502648:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.502650:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.502656:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f0 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.502663:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f0 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.502692:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f0 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.502703:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426798720:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.503348:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b86c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.505371:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426798720:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070972.505399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:3.0:1746070972.505469:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.505515:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431313408:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2939us (3259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.505525:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13728 00000100:00100000:3.0:1746070972.505556:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431313664 00000100:00100000:3.0:1746070972.505560:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431313664 00002000:00100000:3.0:1746070972.505591:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381fb80 x1830887431313664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.505605:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381fb80 with x1830887431313664 ext(0->4095) 00002000:00010000:3.0:1746070972.505608:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381fb80 00000100:00100000:3.0:1746070972.505632:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13575 00000100:00100000:3.0:1746070972.505639:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2010:x1830887431313664:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070972.505975:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2010:x1830887431313664:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 336us (575us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070972.505981:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13575 00002000:00100000:3.0:1746070972.505986:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381fb80 x1830887431313664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.505991:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381fb80 with x1830887431313664 ext(0->4095) 00002000:00010000:3.0:1746070972.505994:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381fb80 00000100:00100000:0.0:1746070972.507643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.507892:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431313792 00000100:00100000:1.0:1746070972.507898:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431313792 00000100:00100000:1.0:1746070972.507941:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29927 00000100:00100000:1.0:1746070972.507946:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431313792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070972.507957:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070972.507971:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148f7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.507992:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f0 expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.507999:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070972.508000:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070972.508003:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.508027:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f0 expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.508036:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f0 expref: 55 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746070972.508048:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426798848:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070972.508113:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070972.510901:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426798848:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070972.510925:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.510937:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634e00, rc 0) 00000100:00100000:1.0:1746070972.510971:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431313792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3024us (3330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070972.510983:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29927 00000100:00100000:0.0:1746070972.511238:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.511675:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431313920 00000100:00100000:3.0:1746070972.511681:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431313920 00010000:00010000:3.0:1746070972.511707:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f0 expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.511739:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13729 00000100:00100000:3.0:1746070972.511745:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b423450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431313920:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.511756:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.511776:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f0 expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.511785:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f0 expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.511803:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037b7a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f0 expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.511825:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.511827:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.511833:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.511840:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.511893:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.511904:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426798976:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.511963:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.514433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.514499:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431314176 00000100:00100000:2.0:1746070972.514506:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431314176 00000100:00100000:3.0:1746070972.514530:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426798976:192.168.204.29@tcp:105: 00002000:00100000:2.0:1746070972.514541:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801213e8380 x1830887431314176/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746070972.514546:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746070972.514551:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801213e8380 with x1830887431314176 ext(0->4095) 00002000:00010000:2.0:1746070972.514554:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801213e8380 00000100:00100000:2.0:1746070972.514571:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13576 00000100:00100000:2.0:1746070972.514577:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431314176:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070972.514586:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b423450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2008:x1830887431313920:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2841us (3348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.514593:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13729 00000100:00100000:2.0:1746070972.514680:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431314176:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.514686:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13576 00002000:00100000:2.0:1746070972.514690:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801213e8380 x1830887431314176/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.514696:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801213e8380 with x1830887431314176 ext(0->4095) 00002000:00010000:2.0:1746070972.514699:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801213e8380 00000100:00100000:2.0:1746070972.516791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.516836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.516918:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431314304 00000100:00100000:1.0:1746070972.516925:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431314304 00000100:00100000:1.0:1746070972.516950:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431314432 00000100:00100000:1.0:1746070972.516951:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431314432 00000100:00100000:1.0:1746070972.517263:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29928 00000100:00100000:1.0:1746070972.517270:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1661:x1830887431314304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070972.517284:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070972.517297:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0148fe expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.517319:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.517325:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070972.517327:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070972.517331:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.517353:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.517368:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f7 expref: 5 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746070972.518722:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426799104:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070972.518790:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.519034:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29929 00000100:00100000:2.0:1746070972.519043:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1660:x1830887431314432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.519053:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.519063:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014905 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.519082:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.519086:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.519091:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.519094:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.519120:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.519129:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.519138:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52b1e00, rc 0) 00000100:00100000:2.0:1746070972.519157:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1660:x1830887431314432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (2321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.519162:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29929 00000100:00100000:0.0:1746070972.528970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.529073:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431314560 00000100:00100000:3.0:1746070972.529081:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431314560 00000100:00100000:1.0:1746070972.529101:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426799104:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070972.529112:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f7 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.529127:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.529141:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634400, rc 0) 00000100:00100000:3.0:1746070972.529525:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13730 00000100:00100000:3.0:1746070972.529534:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431314560:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.529544:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.529559:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f7 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.529777:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f7 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.529796:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b81 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148f7 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.529820:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.529822:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.529827:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.529834:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070972.530096:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431314304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12825us (13308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070972.530104:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29928 00010000:00010000:3.0:1746070972.530282:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.530293:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.530308:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426799360:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.530366:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.533473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.534184:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426799360:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.534204:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.534249:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431314560:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4715us (5285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.534259:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13730 00000100:00100000:0.0:1746070972.535362:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431314816 00000100:00100000:0.0:1746070972.535370:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431314816 00002000:00100000:0.0:1746070972.535403:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c1f80 x1830887431314816/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.535412:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c1f80 with x1830887431314816 ext(0->4095) 00010000:00010000:0.0:1746070972.535420:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746070972.535431:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746070972.535437:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c1f80 00000100:00100000:0.0:1746070972.535469:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2794 00000100:00100000:0.0:1746070972.535475:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2008:x1830887431314816:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070972.535574:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2008:x1830887431314816:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (2108us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070972.535580:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2794 00002000:00100000:0.0:1746070972.535585:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c1f80 x1830887431314816/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.535591:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c1f80 with x1830887431314816 ext(0->4095) 00010000:00010000:0.0:1746070972.535595:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746070972.535603:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746070972.535608:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c1f80 00000100:00100000:0.0:1746070972.541355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.541404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.541606:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431315072 00000100:00100000:3.0:1746070972.541614:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431315072 00010000:00010000:3.0:1746070972.541643:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746070972.541741:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431314944 00000100:00100000:1.0:1746070972.541795:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431314944 00000100:00100000:1.0:1746070972.541819:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29930 00000100:00100000:1.0:1746070972.541825:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431314944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746070972.542064:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13731 00000100:00100000:3.0:1746070972.542071:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2010:x1830887431315072:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.542083:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070972.542111:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070972.542123:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01490c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.542140:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070972.542145:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 57 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.542151:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070972.542154:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.542181:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 57 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.542195:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.542203:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635800, rc 0) 00010000:00010000:3.0:1746070972.542362:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.542371:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.542384:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008037b88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0148fe expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.542400:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.542402:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.542408:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.542414:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.542432:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.542441:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 56 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.542452:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426799616:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070972.542784:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431314944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 957us (1432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070972.542790:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29930 00000100:00100000:3.0:1746070972.542953:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.548512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.548607:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431315328 00000100:00100000:2.0:1746070972.548615:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431315328 00002000:00100000:2.0:1746070972.548656:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801213e9180 x1830887431315328/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.548665:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801213e9180 with x1830887431315328 ext(0->4095) 00010000:00010000:2.0:1746070972.548672:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 57 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.548689:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 57 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.548695:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801213e9180 00000100:00100000:2.0:1746070972.548712:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2795 00000100:00100000:2.0:1746070972.548718:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431315328:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070972.548793:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426799616:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.548810:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.549706:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2010:x1830887431315072:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7634us (8300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.549713:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13731 00000100:00100000:2.0:1746070972.549833:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431315328:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1113us (1326us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.549838:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2795 00002000:00100000:2.0:1746070972.549843:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801213e9180 x1830887431315328/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.549851:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801213e9180 with x1830887431315328 ext(0->4095) 00010000:00010000:2.0:1746070972.549856:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 56 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.549878:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 56 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.549884:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801213e9180 00000100:00100000:0.0:1746070972.552692:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.553274:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.553365:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431315584 00000100:00100000:3.0:1746070972.553373:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431315584 00010000:00010000:3.0:1746070972.553402:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 56 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.553471:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13732 00000100:00100000:3.0:1746070972.553478:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2009:x1830887431315584:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.553491:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.553505:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 56 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.553516:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 56 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.553535:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037b8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014905 expref: 56 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746070972.553836:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431315456 00000100:00100000:1.0:1746070972.553840:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431315456 00010000:00010000:3.0:1746070972.553906:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.553909:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.553915:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.553923:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.553950:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.553960:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426799744:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.554022:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070972.554073:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29931 00000100:00100000:1.0:1746070972.554079:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1660:x1830887431315456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070972.554090:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070972.554099:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014913 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.554114:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.554119:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070972.554120:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070972.554122:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014913 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.554138:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.554151:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 5 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746070972.554159:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426799872:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070972.554178:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.556711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.556812:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431315840 00000100:00100000:2.0:1746070972.556820:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431315840 00002000:00100000:2.0:1746070972.556853:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801213e9c00 x1830887431315840/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.556861:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801213e9c00 with x1830887431315840 ext(0->4095) 00010000:00010000:2.0:1746070972.556894:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.556906:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.556912:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801213e9c00 00000100:00100000:2.0:1746070972.556931:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2796 00000100:00100000:2.0:1746070972.556937:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431315840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070972.557042:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431315840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.557048:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2796 00002000:00100000:2.0:1746070972.557053:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801213e9c00 x1830887431315840/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.557060:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801213e9c00 with x1830887431315840 ext(0->4095) 00010000:00010000:2.0:1746070972.557064:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.557072:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.557077:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801213e9c00 00000100:00100000:3.0:1746070972.557232:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426799744:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.557247:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.557268:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2009:x1830887431315584:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3791us (3995us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.557276:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13732 00000100:00100000:1.0:1746070972.557349:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426799872:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070972.557364:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014913 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.557375:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634e00, rc 0) 00000100:00100000:1.0:1746070972.557390:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1660:x1830887431315456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3312us (4705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070972.557395:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29931 00000100:00100000:0.0:1746070972.561713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.562283:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431315968 00000100:00100000:1.0:1746070972.562290:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431315968 00000100:00100000:1.0:1746070972.562325:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29932 00000100:00100000:1.0:1746070972.562332:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1661:x1830887431315968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070972.562345:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070972.562359:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01491a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.562380:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070972.562385:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014913 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.562395:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070972.562397:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.562426:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014913 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.562436:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.562443:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635200, rc 0) 00000100:00100000:1.0:1746070972.563628:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431315968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1292us (1918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070972.563635:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29932 00000100:00100000:0.0:1746070972.564622:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.564762:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431316096 00000100:00100000:3.0:1746070972.564768:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431316096 00010000:00010000:3.0:1746070972.564796:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.564825:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13733 00000100:00100000:3.0:1746070972.564831:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431316096:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.564841:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.564855:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.564887:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.564905:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037b96 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01490c expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.564918:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.564920:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.564926:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014913 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.564932:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014913 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.564954:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014913 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.564963:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014913 expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.564973:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426800128:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.565043:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.567369:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426800128:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.567387:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.567416:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431316096:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2585us (2795us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.567424:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13733 00000100:00100000:0.0:1746070972.569043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.569127:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431316224 00000100:00100000:3.0:1746070972.569134:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431316224 00010000:00010000:3.0:1746070972.569158:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014913 expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.569191:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13734 00000100:00100000:3.0:1746070972.569196:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2010:x1830887431316224:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.569206:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.569221:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014913 expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.569230:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014913 expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.569247:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037b9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014913 expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.569259:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.569260:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.569265:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.569272:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.569292:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.569301:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426800256:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.570462:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.572613:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426800256:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.572635:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.572672:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2010:x1830887431316224:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3474us (3632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.572681:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13734 00000100:00100000:0.0:1746070972.573305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.573348:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431316480 00000100:00100000:0.0:1746070972.573353:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431316480 00002000:00100000:0.0:1746070972.573386:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801213eaa00 x1830887431316480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.573395:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801213eaa00 with x1830887431316480 ext(0->4095) 00002000:00010000:0.0:1746070972.573398:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801213eaa00 00000100:00100000:0.0:1746070972.573424:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13577 00000100:00100000:0.0:1746070972.573431:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431316480:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070972.573532:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431316480:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (228us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070972.573538:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13577 00002000:00100000:0.0:1746070972.573543:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801213eaa00 x1830887431316480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.573549:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801213eaa00 with x1830887431316480 ext(0->4095) 00002000:00010000:0.0:1746070972.573551:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801213eaa00 00010000:00010000:2.0:1746070972.573969:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070972.576817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.580695:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431316608 00000100:00100000:1.0:1746070972.580706:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431316608 00000100:00100000:1.0:1746070972.580754:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29933 00000100:00100000:1.0:1746070972.580761:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431316608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070972.580775:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070972.580789:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014921 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.580815:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.580822:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070972.580824:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070972.580827:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.580851:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.580875:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 55 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:1.0:1746070972.580886:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426800384:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070972.580973:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070972.597922:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426800384:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070972.597949:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.597963:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635800, rc 0) 00000100:00100000:1.0:1746070972.597999:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431316608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17238us (21187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070972.598016:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29933 00000100:00100000:0.0:1746070972.600339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.600427:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431316736 00000100:00100000:3.0:1746070972.600434:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431316736 00002000:00100000:3.0:1746070972.600481:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801213eb100 x1830887431316736/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.600490:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801213eb100 with x1830887431316736 ext(0->7) 00010000:00010000:3.0:1746070972.600498:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.600514:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 56 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:3.0:1746070972.600521:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801213eb100 00000100:00100000:3.0:1746070972.600538:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2797 00000100:00100000:3.0:1746070972.600545:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2009:x1830887431316736:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070972.602330:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2009:x1830887431316736:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1782us (1993us total) trans 4294972257 rc 0/0 00000100:00100000:0.0:1746070972.602339:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2797 00002000:00100000:0.0:1746070972.602345:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801213eb100 x1830887431316736/t4294972257(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/448 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.602352:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801213eb100 with x1830887431316736 ext(0->7) 00010000:00010000:0.0:1746070972.602360:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 58 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746070972.602372:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 58 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746070972.602377:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801213eb100 00000100:00100000:0.0:1746070972.604392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.606272:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431316864 00000100:00100000:1.0:1746070972.606280:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431316864 00000100:00100000:1.0:1746070972.606317:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29934 00000100:00100000:1.0:1746070972.606323:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1660:x1830887431316864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070972.606335:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070972.606348:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014928 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.606375:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070972.606381:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.606386:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070972.606389:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014928 expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.606416:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.606425:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014928 expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.606433:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635000, rc 0) 00000100:00100000:1.0:1746070972.606477:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1660:x1830887431316864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (2090us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070972.606482:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29934 00000100:00100000:0.0:1746070972.622519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.622588:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431316992 00000100:00100000:3.0:1746070972.622596:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431316992 00010000:00010000:3.0:1746070972.622626:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 59 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.623209:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13735 00000100:00100000:3.0:1746070972.623217:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2010:x1830887431316992:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.623229:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.623246:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 59 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.623257:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 59 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.623275:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037ba4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01491a expref: 59 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.623804:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.623807:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.623814:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.623820:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.623849:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.623859:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 5 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.623895:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426800640:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.624058:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.627497:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426800640:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.627516:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.627556:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2010:x1830887431316992:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4339us (5043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.627565:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13735 00000100:00100000:0.0:1746070972.631023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.632747:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431317248 00000100:00100000:1.0:1746070972.632756:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431317248 00002000:00100000:1.0:1746070972.632794:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801213ebb80 x1830887431317248/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.632803:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801213ebb80 with x1830887431317248 ext(0->4095) 00010000:00010000:1.0:1746070972.632810:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.632825:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.632832:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801213ebb80 00000100:00100000:1.0:1746070972.632860:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2798 00000100:00100000:1.0:1746070972.632879:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801213ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431317248:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070972.635308:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801213ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431317248:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 2421us (4281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.635319:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2798 00002000:00100000:1.0:1746070972.635330:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801213ebb80 x1830887431317248/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.635337:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801213ebb80 with x1830887431317248 ext(0->4095) 00010000:00010000:1.0:1746070972.635346:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.635359:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.635364:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801213ebb80 00000100:00100000:0.0:1746070972.638835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.638974:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431317376 00000100:00100000:3.0:1746070972.638983:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431317376 00010000:00010000:3.0:1746070972.639272:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.639304:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13736 00000100:00100000:3.0:1746070972.639312:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b422850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431317376:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.639322:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.639339:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.639349:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.639369:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008037bab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014921 expref: 6 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.639394:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.639396:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.639402:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014928 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.639410:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014928 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.639438:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014928 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.639449:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426800768:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.640506:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.643985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.644059:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431317632 00000100:00100000:1.0:1746070972.644067:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431317632 00002000:00100000:1.0:1746070972.644104:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880123478000 x1830887431317632/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.644113:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123478000 with x1830887431317632 ext(0->4095) 00002000:00010000:1.0:1746070972.644117:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123478000 00000100:00100000:1.0:1746070972.644135:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13578 00000100:00100000:1.0:1746070972.644141:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123478000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2007:x1830887431317632:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070972.644259:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123478000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2007:x1830887431317632:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.644265:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13578 00002000:00100000:1.0:1746070972.644270:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880123478000 x1830887431317632/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.644276:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123478000 with x1830887431317632 ext(0->4095) 00002000:00010000:1.0:1746070972.644278:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123478000 00000100:00100000:3.0:1746070972.644649:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426800768:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.644665:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.644692:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b422850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431317376:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5381us (5865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.644699:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13736 00000100:00100000:0.0:1746070972.646238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.646545:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431317760 00000100:00100000:2.0:1746070972.646551:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431317760 00000100:00100000:2.0:1746070972.646590:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29935 00000100:00100000:2.0:1746070972.646596:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123478380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431317760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.646608:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.646620:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01492f expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.646642:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014928 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.646649:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.646651:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.646654:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01492f expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.646679:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014928 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.646688:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014928 expref: 57 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.646697:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426800896:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.646753:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.647902:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426800896:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.647918:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01492f expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.647927:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48c00, rc 0) 00000100:00100000:2.0:1746070972.647949:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123478380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431317760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1353us (1715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.647955:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29935 00000100:00100000:0.0:1746070972.648837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.649060:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431317888 00000100:00100000:3.0:1746070972.649066:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431317888 00010000:00010000:3.0:1746070972.649092:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014928 expref: 58 pid: 9566 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.649120:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13737 00000100:00100000:3.0:1746070972.649127:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123478700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2007:x1830887431317888:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.649136:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.649150:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014928 expref: 58 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.649160:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014928 expref: 58 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.649178:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037bb2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014928 expref: 58 pid: 9566 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.649431:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.649434:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.649440:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01492f expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.649447:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01492f expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.649482:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01492f expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.649491:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426801024:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.649892:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.651794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.651849:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431318144 00000100:00100000:1.0:1746070972.651856:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431318144 00002000:00100000:1.0:1746070972.651923:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880123478a80 x1830887431318144/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.651936:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123478a80 with x1830887431318144 ext(0->4095) 00002000:00010000:1.0:1746070972.651940:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123478a80 00000100:00100000:1.0:1746070972.651957:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13579 00000100:00100000:1.0:1746070972.651963:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431318144:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070972.651974:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426801024:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.651990:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.652022:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123478700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431317888:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2895us (3187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.652029:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13737 00000100:00100000:1.0:1746070972.652047:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431318144:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.652052:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13579 00002000:00100000:1.0:1746070972.652057:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880123478a80 x1830887431318144/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.652069:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123478a80 with x1830887431318144 ext(0->4095) 00002000:00010000:1.0:1746070972.652072:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123478a80 00000100:00100000:0.0:1746070972.654642:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.654689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.654977:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431318272 00000100:00100000:2.0:1746070972.654985:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431318272 00000100:00100000:2.0:1746070972.655023:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431318400 00000100:00100000:2.0:1746070972.655024:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431318400 00000100:00100000:2.0:1746070972.655039:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29936 00000100:00100000:2.0:1746070972.655046:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1661:x1830887431318272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.655060:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.655074:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014936 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.655097:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01492f expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.655103:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.655105:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.655107:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.655131:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01492f expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.655140:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01492f expref: 5 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.655150:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426801152:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.655216:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.655244:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29937 00000100:00100000:2.0:1746070972.655250:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123479180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1660:x1830887431318400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.655256:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.655261:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01493d expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.655271:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.655275:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.655279:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.655281:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 60 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.655299:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.655307:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 60 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.655316:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325adc00, rc 0) 00000100:00100000:2.0:1746070972.655334:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123479180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:1660:x1830887431318400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.655340:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29937 00000100:00100000:0.0:1746070972.658860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.658963:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426801152:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.658988:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.659007:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48e00, rc 0) 00000100:00100000:2.0:1746070972.659424:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1661:x1830887431318272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4377us (4787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.659432:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29936 00000100:00100000:3.0:1746070972.659794:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431318528 00000100:00100000:3.0:1746070972.659800:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431318528 00010000:00010000:3.0:1746070972.659822:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01492f expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.659848:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13738 00000100:00100000:3.0:1746070972.659853:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123479500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431318528:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.659875:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.659890:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01492f expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.659899:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01492f expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.659915:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037bb9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01492f expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.659934:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.659936:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.659942:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.659954:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.659978:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.659986:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 58 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.659997:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426801408:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.660052:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.662321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.662518:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431318784 00000100:00100000:1.0:1746070972.662526:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431318784 00002000:00100000:1.0:1746070972.662557:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880123479880 x1830887431318784/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.662566:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123479880 with x1830887431318784 ext(0->4095) 00010000:00010000:1.0:1746070972.662574:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 59 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.662584:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 59 pid: 17293 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.662589:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123479880 00000100:00100000:1.0:1746070972.662606:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2799 00000100:00100000:1.0:1746070972.662611:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123479880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2007:x1830887431318784:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070972.662711:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123479880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2007:x1830887431318784:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.662717:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2799 00002000:00100000:1.0:1746070972.662721:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880123479880 x1830887431318784/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.662729:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123479880 with x1830887431318784 ext(0->4095) 00010000:00010000:1.0:1746070972.662733:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 59 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.662741:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 59 pid: 17293 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.662747:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123479880 00000100:00100000:3.0:1746070972.663012:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426801408:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.663028:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.663049:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123479500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431318528:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3196us (4195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.663056:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13738 00000100:00100000:0.0:1746070972.665785:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.666698:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431318912 00000100:00100000:2.0:1746070972.666706:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431318912 00000100:00100000:2.0:1746070972.666752:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29938 00000100:00100000:2.0:1746070972.666759:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123479c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431318912:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.666772:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.666787:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014944 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.666809:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.666815:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.666820:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070972.666823:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.666849:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.666859:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.666890:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52b1800, rc 0) 00000100:00100000:2.0:1746070972.666939:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123479c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431318912:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.666944:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29938 00000100:00100000:0.0:1746070972.670029:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.670209:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431319040 00000100:00100000:3.0:1746070972.670217:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431319040 00010000:00010000:3.0:1746070972.670256:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 59 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.670289:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13739 00000100:00100000:3.0:1746070972.670296:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123479f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2010:x1830887431319040:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.670307:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.670323:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 59 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.670334:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 59 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.670351:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037bc0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014936 expref: 59 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.670375:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.670377:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.670383:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.670389:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.670414:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.670423:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 58 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.670433:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426801664:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.670505:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.674189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.674260:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431319296 00000100:00100000:1.0:1746070972.674267:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431319296 00002000:00100000:1.0:1746070972.674300:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012347a300 x1830887431319296/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.674309:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012347a300 with x1830887431319296 ext(0->4095) 00010000:00010000:1.0:1746070972.674317:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 59 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.674329:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 59 pid: 9567 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.674334:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012347a300 00000100:00100000:1.0:1746070972.674361:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2800 00000100:00100000:1.0:1746070972.674367:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012347a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2008:x1830887431319296:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070972.674490:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012347a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2008:x1830887431319296:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.674497:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2800 00002000:00100000:1.0:1746070972.674502:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012347a300 x1830887431319296/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.674509:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012347a300 with x1830887431319296 ext(0->4095) 00010000:00010000:1.0:1746070972.674513:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 59 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.674521:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 59 pid: 9567 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.674526:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012347a300 00000100:00100000:3.0:1746070972.674918:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426801664:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.674937:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.674968:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123479f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2010:x1830887431319040:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4669us (4942us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.674976:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13739 00000100:00100000:0.0:1746070972.678566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.678613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.678683:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431319424 00000100:00100000:3.0:1746070972.678685:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431319552 00000100:00100000:3.0:1746070972.678691:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431319552 00000100:00100000:2.0:1746070972.678691:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431319424 00010000:00010000:2.0:1746070972.678719:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 59 pid: 9567 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.678738:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29939 00000100:00100000:2.0:1746070972.678746:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13740 00000100:00100000:3.0:1746070972.678747:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012347a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1660:x1830887431319552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746070972.678751:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012347aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2010:x1830887431319424:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.678759:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.678761:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.678770:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01494b expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.678777:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 60 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.678788:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070972.678950:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.678957:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070972.678960:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01494b expref: 60 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.678972:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 60 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.679035:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037bc7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01493d expref: 60 pid: 9567 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.679062:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.679063:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.679069:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.679080:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.679847:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.679860:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 5 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.679895:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426801920:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.679960:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00010000:00010000:3.0:1746070972.680052:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 5 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.680061:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 5 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.680069:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426801792:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070972.680102:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.682442:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426801792:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070972.682481:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01494b expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.682496:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a8600, rc 0) 00000100:00100000:3.0:1746070972.682530:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012347a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1660:x1830887431319552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3786us (3969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.682538:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29939 00000100:00100000:2.0:1746070972.683580:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426801920:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070972.683592:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.683615:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012347aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2010:x1830887431319424:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4863us (5002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.684030:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13740 00000100:00100000:0.0:1746070972.684821:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.684999:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431319808 00000100:00100000:2.0:1746070972.685005:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431319808 00002000:00100000:2.0:1746070972.685036:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012347ad80 x1830887431319808/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.685043:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012347ad80 with x1830887431319808 ext(0->4095) 00010000:00010000:2.0:1746070972.685050:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.685065:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.685071:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012347ad80 00000100:00100000:2.0:1746070972.685643:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2801 00000100:00100000:2.0:1746070972.685650:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012347ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431319808:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070972.685777:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012347ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431319808:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (956us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.685783:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2801 00002000:00100000:2.0:1746070972.685788:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012347ad80 x1830887431319808/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.685795:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012347ad80 with x1830887431319808 ext(0->4095) 00010000:00010000:2.0:1746070972.685799:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.685808:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.685813:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012347ad80 00000100:00100000:0.0:1746070972.693472:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.693566:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431319936 00000100:00100000:2.0:1746070972.693574:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431319936 00010000:00010000:2.0:1746070972.693604:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.693628:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13741 00000100:00100000:2.0:1746070972.693635:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012347b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431319936:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070972.693646:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070972.693660:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.693670:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.693689:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1800/0xa5d7060008037bce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014944 expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.694839:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.694843:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.694851:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01494b expref: 57 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.694862:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01494b expref: 57 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.694907:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01494b expref: 57 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070972.694922:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426802048:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.694998:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.699508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.699600:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426802048:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070972.699615:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.699651:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012347b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431319936:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6017us (6186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.699661:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13741 00000100:00100000:1.0:1746070972.701197:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431320192 00000100:00100000:1.0:1746070972.701205:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431320192 00002000:00100000:1.0:1746070972.701239:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012347b480 x1830887431320192/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.701247:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012347b480 with x1830887431320192 ext(0->4095) 00002000:00010000:1.0:1746070972.701251:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012347b480 00000100:00100000:1.0:1746070972.701267:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13580 00000100:00100000:1.0:1746070972.701272:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012347b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2008:x1830887431320192:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070972.701384:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012347b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2008:x1830887431320192:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1883us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.701391:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13580 00002000:00100000:1.0:1746070972.701395:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012347b480 x1830887431320192/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.701401:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012347b480 with x1830887431320192 ext(0->4095) 00002000:00010000:1.0:1746070972.701404:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012347b480 00000100:00100000:0.0:1746070972.705617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.705713:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431320320 00000100:00100000:3.0:1746070972.705721:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431320320 00000100:00100000:3.0:1746070972.705811:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29940 00000100:00100000:3.0:1746070972.705818:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012347b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431320320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070972.705837:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070972.705850:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014952 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.705892:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01494b expref: 57 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.705898:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070972.705899:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070972.705902:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.705924:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01494b expref: 57 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.705932:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01494b expref: 57 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.705942:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426802176:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070972.706010:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.707634:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426802176:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070972.707655:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.707667:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a8a00, rc 0) 00000100:00100000:3.0:1746070972.707705:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012347b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431320320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1887us (2095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.707711:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29940 00000100:00100000:0.0:1746070972.707925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.708576:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431320448 00000100:00100000:3.0:1746070972.708581:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431320448 00010000:00010000:3.0:1746070972.708601:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01494b expref: 58 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.708620:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13742 00000100:00100000:3.0:1746070972.708626:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012347bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2007:x1830887431320448:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.708635:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.708651:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01494b expref: 58 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.708660:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01494b expref: 58 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.708683:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008037bd5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01494b expref: 58 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.708709:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.708711:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.708717:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.708723:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.708746:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.708754:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426802304:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.710194:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.711377:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.711505:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431320576 00000100:00100000:3.0:1746070972.711512:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431320576 00000100:00100000:3.0:1746070972.711683:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29941 00000100:00100000:3.0:1746070972.711692:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1660:x1830887431320576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070972.711705:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070972.711719:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014959 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.711741:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.711752:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.711753:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.711756:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.711779:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.711789:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 5 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.711798:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426802432:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070972.713970:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.716115:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426802304:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.716132:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.716187:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012347bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2007:x1830887431320448:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7560us (8261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.716196:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13742 00000100:00100000:0.0:1746070972.716929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.717203:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431320832 00000100:00100000:2.0:1746070972.717209:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431320832 00002000:00100000:2.0:1746070972.717240:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e62a00 x1830887431320832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.717248:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e62a00 with x1830887431320832 ext(0->4095) 00010000:00010000:2.0:1746070972.717256:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.717267:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.717272:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e62a00 00000100:00100000:3.0:1746070972.718082:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426802432:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070972.718102:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.718114:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b7600, rc 0) 00000100:00100000:3.0:1746070972.718159:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1660:x1830887431320576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6468us (6785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.718169:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29941 00000100:00100000:2.0:1746070972.718344:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2802 00000100:00100000:2.0:1746070972.718351:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431320832:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070972.718463:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431320832:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1535us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070972.718469:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2802 00002000:00100000:2.0:1746070972.718474:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e62a00 x1830887431320832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.718481:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e62a00 with x1830887431320832 ext(0->4095) 00010000:00010000:2.0:1746070972.718486:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.718499:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.718504:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e62a00 00000100:00100000:0.0:1746070972.721679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.721827:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431320960 00000100:00100000:3.0:1746070972.721835:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431320960 00010000:00010000:3.0:1746070972.721899:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.721926:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13743 00000100:00100000:3.0:1746070972.721934:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b421850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431320960:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.721946:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.721962:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.721973:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.721991:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037bdc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014952 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.722017:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.722019:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.722025:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 57 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.722032:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 57 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.722060:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 57 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.722072:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426802560:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.722137:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.725134:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.725289:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431321216 00000100:00100000:1.0:1746070972.725296:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431321216 00002000:00100000:1.0:1746070972.725335:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880078ee8450 x1830887431321216/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.725350:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ee8450 with x1830887431321216 ext(0->4095) 00002000:00010000:1.0:1746070972.725354:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078ee8450 00000100:00100000:1.0:1746070972.725372:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13581 00000100:00100000:1.0:1746070972.725380:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ee8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2008:x1830887431321216:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070972.725505:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ee8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2008:x1830887431321216:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.725511:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13581 00002000:00100000:1.0:1746070972.725517:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880078ee8450 x1830887431321216/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.725523:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ee8450 with x1830887431321216 ext(0->4095) 00002000:00010000:1.0:1746070972.725525:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078ee8450 00000100:00100000:3.0:1746070972.727615:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426802560:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.727632:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.727666:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b421850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431320960:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5734us (5994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.727675:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13743 00000100:00100000:0.0:1746070972.740246:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.740342:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431321344 00000100:00100000:3.0:1746070972.740351:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431321344 00000100:00100000:3.0:1746070972.740390:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29942 00000100:00100000:3.0:1746070972.740397:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431321344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070972.740412:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070972.740426:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014960 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.740463:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 57 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.740470:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070972.740472:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070972.740475:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.740500:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 57 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.740515:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 57 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.740525:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426802688:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070972.743419:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.750149:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426802688:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070972.750177:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.750192:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b6a00, rc 0) 00000100:00100000:3.0:1746070972.750232:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431321344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9835us (9993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.750241:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29942 00000100:00100000:0.0:1746070972.778839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.778919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.779033:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431321600 00000100:00100000:3.0:1746070972.779040:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431321600 00000100:00100000:3.0:1746070972.779089:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29943 00000100:00100000:3.0:1746070972.779096:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b11850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1660:x1830887431321600:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070972.779111:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070972.779125:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014967 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.779148:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070972.779153:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.779162:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070972.779165:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014967 expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.779193:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.779203:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014967 expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.779210:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b7200, rc 0) 00000100:00100000:3.0:1746070972.779246:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b11850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1660:x1830887431321600:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.779252:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29943 00000100:00100000:2.0:1746070972.779468:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431321472 00000100:00100000:2.0:1746070972.779473:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431321472 00002000:00100000:2.0:1746070972.779496:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e61180 x1830887431321472/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070972.779504:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61180 with x1830887431321472 ext(0->7) 00010000:00010000:2.0:1746070972.779509:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 59 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.779518:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 59 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:2.0:1746070972.779523:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e61180 00000100:00100000:2.0:1746070972.779547:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2803 00000100:00100000:2.0:1746070972.779553:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2009:x1830887431321472:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070972.780305:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2009:x1830887431321472:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 749us (1383us total) trans 4294972258 rc 0/0 00000100:00100000:0.0:1746070972.780315:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2803 00002000:00100000:0.0:1746070972.780320:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e61180 x1830887431321472/t4294972258(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/448 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.780327:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61180 with x1830887431321472 ext(0->7) 00010000:00010000:0.0:1746070972.780338:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 61 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746070972.780349:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 61 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746070972.780355:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e61180 00000100:00100000:0.0:1746070972.783406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.783525:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431321728 00000100:00100000:3.0:1746070972.783532:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431321728 00010000:00010000:3.0:1746070972.783568:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 61 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.783595:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13744 00000100:00100000:3.0:1746070972.783601:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887431321728:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.783618:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.783637:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 61 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.783648:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 61 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.783673:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037be3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014959 expref: 61 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.783704:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.783706:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.783713:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.783720:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.783758:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.783769:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 5 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.783784:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426802944:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.783893:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.791700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.791785:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431321984 00000100:00100000:1.0:1746070972.791793:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431321984 00002000:00100000:1.0:1746070972.791830:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e62300 x1830887431321984/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.791838:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e62300 with x1830887431321984 ext(0->4095) 00010000:00010000:1.0:1746070972.791846:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.791858:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.791891:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e62300 00000100:00100000:1.0:1746070972.791910:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2804 00000100:00100000:1.0:1746070972.791918:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431321984:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070972.792031:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431321984:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.792037:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2804 00002000:00100000:1.0:1746070972.792042:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e62300 x1830887431321984/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.792049:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e62300 with x1830887431321984 ext(0->4095) 00010000:00010000:1.0:1746070972.792054:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.792061:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.792066:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e62300 00000100:00100000:3.0:1746070972.792223:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426802944:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070972.792237:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070972.794820:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431321728:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 11211us (11413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.794831:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13744 00000100:00100000:0.0:1746070972.798518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.799711:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431322112 00000100:00100000:3.0:1746070972.799721:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431322112 00010000:00010000:3.0:1746070972.799756:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.799851:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13745 00000100:00100000:3.0:1746070972.799858:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431322112:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.799884:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.799901:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.799912:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.799932:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037bea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014960 expref: 6 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.800422:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.800425:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.800432:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014967 expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.800439:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014967 expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.800479:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014967 expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.800489:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426803072:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.802657:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:1.0:1746070972.807132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.807191:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426803072:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070972.807206:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.807247:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431322112:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7388us (8735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.807256:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13745 00000100:00100000:0.0:1746070972.807986:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431322368 00000100:00100000:0.0:1746070972.807993:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431322368 00002000:00100000:0.0:1746070972.808025:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cd180 x1830887431322368/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.808035:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cd180 with x1830887431322368 ext(0->4095) 00002000:00010000:0.0:1746070972.808038:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cd180 00000100:00100000:0.0:1746070972.808062:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13582 00000100:00100000:0.0:1746070972.808069:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431322368:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070972.808156:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431322368:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (1031us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070972.808164:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13582 00002000:00100000:0.0:1746070972.808168:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cd180 x1830887431322368/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.808174:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cd180 with x1830887431322368 ext(0->4095) 00002000:00010000:0.0:1746070972.808176:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cd180 00000100:00100000:0.0:1746070972.809944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.810340:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431322496 00000100:00100000:2.0:1746070972.810346:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431322496 00000100:00100000:2.0:1746070972.810408:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29944 00000100:00100000:2.0:1746070972.810414:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431322496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.810427:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.810440:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01496e expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.810471:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014967 expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.810478:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.810479:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.810482:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.810504:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014967 expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.810514:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014967 expref: 59 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.810524:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426803200:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.810840:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.814613:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.814808:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431322624 00000100:00100000:3.0:1746070972.814816:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431322624 00010000:00010000:3.0:1746070972.814849:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014967 expref: 60 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.814886:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13746 00000100:00100000:3.0:1746070972.814893:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431322624:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.814904:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.814919:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014967 expref: 60 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.814929:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014967 expref: 60 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:3.0:1746070972.814948:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.814950:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.814957:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.814964:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.814989:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.814999:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426803328:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.815063:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746070972.815690:0:17293:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7200/0xa5d7060008037bf1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014967 expref: 60 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.815718:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426803200:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.815737:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.815746:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48400, rc 0) 00000100:00100000:2.0:1746070972.815779:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431322496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5364us (5838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.815785:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29944 00000100:00100000:0.0:1746070972.816269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.816385:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431322752 00000100:00100000:3.0:1746070972.816388:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431322752 00000100:00100000:3.0:1746070972.816411:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29945 00000100:00100000:3.0:1746070972.816416:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:1660:x1830887431322752:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070972.816427:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070972.816436:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014975 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.816464:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.816470:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.816471:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.816474:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.816492:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.816502:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 5 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.816510:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426803456:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070972.816887:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.816946:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426803328:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070972.816955:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.816974:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887431322624:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2083us (2368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.816980:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13746 00000100:00100000:0.0:1746070972.817815:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.818076:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431323008 00000100:00100000:1.0:1746070972.818081:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431323008 00002000:00100000:1.0:1746070972.818106:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e61880 x1830887431323008/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.818115:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61880 with x1830887431323008 ext(0->4095) 00010000:00010000:1.0:1746070972.818121:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.818130:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.818137:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e61880 00000100:00100000:1.0:1746070972.818157:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2805 00000100:00100000:1.0:1746070972.818162:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431323008:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070972.818263:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431323008:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.818268:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2805 00002000:00100000:1.0:1746070972.818273:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e61880 x1830887431323008/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.818280:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e61880 with x1830887431323008 ext(0->4095) 00010000:00010000:1.0:1746070972.818284:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.818292:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.818297:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e61880 00000100:00100000:3.0:1746070972.819827:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426803456:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070972.819851:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.820000:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b7600, rc 0) 00000100:00100000:3.0:1746070972.820078:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:1660:x1830887431322752:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3660us (3808us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.820085:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29945 00000100:00100000:0.0:1746070972.821101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.821196:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431323136 00000100:00100000:3.0:1746070972.821201:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431323136 00000100:00100000:3.0:1746070972.821228:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29946 00000100:00100000:3.0:1746070972.821235:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:1661:x1830887431323136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070972.821246:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070972.821259:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01497c expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.821277:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.821281:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.821286:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070972.821289:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01497c expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.821313:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.821321:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01497c expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.821332:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b40df200, rc 0) 00000100:00100000:3.0:1746070972.821350:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:1661:x1830887431323136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.821355:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29946 00000100:00100000:0.0:1746070972.821662:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.821719:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431323264 00000100:00100000:2.0:1746070972.821723:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431323264 00010000:00010000:2.0:1746070972.821736:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.821751:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13747 00000100:00100000:2.0:1746070972.821755:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431323264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070972.821761:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070972.821772:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.821780:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.821797:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037bf8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01496e expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.822025:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.822027:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.822032:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.822038:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.822055:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.822063:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 60 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.822072:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426803712:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.822119:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.823441:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.823553:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426803712:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070972.823566:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.823606:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431323264:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1849us (1943us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.823613:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13747 00000100:00100000:1.0:1746070972.823676:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431323520 00000100:00100000:1.0:1746070972.823681:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431323520 00002000:00100000:1.0:1746070972.823709:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc4e00 x1830887431323520/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.823717:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc4e00 with x1830887431323520 ext(0->4095) 00010000:00010000:1.0:1746070972.823722:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.823737:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.823742:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ffc4e00 00000100:00100000:1.0:1746070972.823763:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2806 00000100:00100000:1.0:1746070972.823769:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887431323520:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070972.823854:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887431323520:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.823860:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2806 00002000:00100000:1.0:1746070972.823882:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc4e00 x1830887431323520/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.823889:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc4e00 with x1830887431323520 ext(0->4095) 00010000:00010000:1.0:1746070972.823893:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.823901:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.823907:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ffc4e00 00000100:00100000:0.0:1746070972.825832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.825902:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431323648 00000100:00100000:2.0:1746070972.825908:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431323648 00010000:00010000:2.0:1746070972.825929:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.825948:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13748 00000100:00100000:2.0:1746070972.825953:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887431323648:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070972.825962:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070972.825974:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.825983:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.826001:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037bff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014975 expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.826161:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.826163:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.826170:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01497c expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.826176:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01497c expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.826201:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01497c expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070972.826212:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426803840:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.826665:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.828544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.828628:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431323904 00000100:00100000:2.0:1746070972.828628:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426803840:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.828632:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431323904 00010000:00010000:2.0:1746070972.828641:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746070972.828663:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc4a80 x1830887431323904/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746070972.828670:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887431323648:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2717us (2843us total) trans 0 rc 0/0 00002000:00100000:3.0:1746070972.828671:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc4a80 with x1830887431323904 ext(0->4095) 00002000:00010000:3.0:1746070972.828675:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc4a80 00000100:00100000:2.0:1746070972.828677:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13748 00000100:00100000:3.0:1746070972.828703:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13583 00000100:00100000:3.0:1746070972.828708:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2009:x1830887431323904:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070972.829069:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2009:x1830887431323904:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 359us (528us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070972.829075:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13583 00002000:00100000:3.0:1746070972.829080:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc4a80 x1830887431323904/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.829087:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc4a80 with x1830887431323904 ext(0->4095) 00002000:00010000:3.0:1746070972.829090:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc4a80 00000100:00100000:0.0:1746070972.832212:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.832269:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431324032 00000100:00100000:3.0:1746070972.832277:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431324032 00000100:00100000:3.0:1746070972.832320:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29947 00000100:00100000:3.0:1746070972.832327:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431324032:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070972.832341:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070972.832354:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014983 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.832377:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01497c expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.832383:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070972.832385:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070972.832388:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014983 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.832411:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01497c expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.832420:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01497c expref: 59 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:3.0:1746070972.832430:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426803968:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070972.832511:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.834655:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.834705:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431324160 00000100:00100000:2.0:1746070972.834711:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431324160 00010000:00010000:2.0:1746070972.834738:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01497c expref: 60 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.834760:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13749 00000100:00100000:2.0:1746070972.834766:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431324160:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070972.834775:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070972.834790:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01497c expref: 60 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.834801:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01497c expref: 60 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.834826:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.834828:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.834834:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014983 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.834840:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014983 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.834884:0:17293:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d7060008037c06 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01497c expref: 60 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.834886:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014983 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070972.834896:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426804096:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.834908:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426803968:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070972.834927:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014983 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.834940:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:2.0:1746070972.834949:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070972.834960:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431324032:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2634us (2755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070972.834966:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29947 00000100:00100000:2.0:1746070972.838051:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426804096:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070972.838057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:2.0:1746070972.838068:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.838164:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2007:x1830887431324160:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3395us (3512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.838181:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13749 00000100:00100000:3.0:1746070972.838992:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431324416 00000100:00100000:3.0:1746070972.838999:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431324416 00002000:00100000:3.0:1746070972.839036:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc4380 x1830887431324416/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.839044:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc4380 with x1830887431324416 ext(0->4095) 00002000:00010000:3.0:1746070972.839048:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc4380 00000100:00100000:2.0:1746070972.839773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.839808:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431324544 00000100:00100000:2.0:1746070972.839812:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431324544 00000100:00100000:3.0:1746070972.840105:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13584 00000100:00100000:3.0:1746070972.840113:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431324416:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070972.840301:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431324416:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 189us (2244us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070972.840308:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13584 00002000:00100000:3.0:1746070972.840314:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc4380 x1830887431324416/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.840321:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc4380 with x1830887431324416 ext(0->4095) 00002000:00010000:3.0:1746070972.840325:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc4380 00000100:00100000:2.0:1746070972.840387:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29948 00000100:00100000:2.0:1746070972.840393:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1660:x1830887431324544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.840401:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.840413:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01498a expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.840433:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014983 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.840439:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.840441:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.840443:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.840479:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014983 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.840489:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014983 expref: 5 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.840499:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426804224:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.842849:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.846073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.846112:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431324672 00000100:00100000:1.0:1746070972.846120:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431324672 00000100:00100000:1.0:1746070972.846155:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29949 00000100:00100000:1.0:1746070972.846161:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:1661:x1830887431324672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070972.846176:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070972.846190:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014991 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.846213:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070972.846217:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 62 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.846222:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070972.846225:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 62 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.846253:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 62 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.846263:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 62 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070972.846272:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635a00, rc 0) 00000100:00100000:1.0:1746070972.846307:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:1661:x1830887431324672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070972.846312:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29949 00000100:00100000:2.0:1746070972.849307:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426804224:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.849332:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.849346:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e49e00, rc 0) 00000100:00100000:2.0:1746070972.849393:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:1660:x1830887431324544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8999us (9621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.849401:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29948 00000100:00100000:0.0:1746070972.849989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.850055:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431324800 00000100:00100000:2.0:1746070972.850061:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431324800 00010000:00010000:2.0:1746070972.850084:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014983 expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.850102:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13750 00000100:00100000:2.0:1746070972.850108:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b423050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431324800:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070972.850117:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070972.850133:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014983 expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.850143:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014983 expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.850163:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014983 expref: 6 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.850189:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.850191:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.850198:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.850205:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.850231:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.850239:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 60 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.850249:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426804480:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.850310:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.851891:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426804480:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070972.851906:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.851931:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b423050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431324800:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1823us (1944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.851939:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13750 00000100:00100000:0.0:1746070972.856440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070972.858035:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431325056 00000100:00100000:0.0:1746070972.858044:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431325056 00002000:00100000:0.0:1746070972.858090:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381d180 x1830887431325056/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.858099:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381d180 with x1830887431325056 ext(0->4095) 00010000:00010000:0.0:1746070972.858109:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746070972.858122:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746070972.858129:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381d180 00000100:00100000:0.0:1746070972.858163:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2807 00000100:00100000:0.0:1746070972.858171:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2008:x1830887431325056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070972.858303:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2008:x1830887431325056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (1871us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070972.858309:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2807 00002000:00100000:0.0:1746070972.858315:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381d180 x1830887431325056/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070972.858322:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381d180 with x1830887431325056 ext(0->4095) 00010000:00010000:0.0:1746070972.858326:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746070972.858335:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746070972.858340:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381d180 00000100:00100000:0.0:1746070972.866137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.866231:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431325184 00000100:00100000:2.0:1746070972.866238:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431325184 00010000:00010000:2.0:1746070972.866267:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.866292:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13751 00000100:00100000:2.0:1746070972.866298:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2010:x1830887431325184:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070972.866537:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070972.866557:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.866568:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.866587:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c14 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01498a expref: 61 pid: 17293 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.866615:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.866616:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.866621:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 60 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.866628:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 60 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.866659:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 60 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070972.866670:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426804608:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.869246:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.873384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.873483:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426804608:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070972.873498:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.873535:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2010:x1830887431325184:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7236us (7404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.873545:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13751 00000100:00100000:1.0:1746070972.873618:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431325440 00000100:00100000:1.0:1746070972.873623:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431325440 00002000:00100000:1.0:1746070972.873654:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381ed80 x1830887431325440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.873662:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381ed80 with x1830887431325440 ext(0->4095) 00002000:00010000:1.0:1746070972.873666:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381ed80 00000100:00100000:1.0:1746070972.873692:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13585 00000100:00100000:1.0:1746070972.873699:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431325440:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070972.874683:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431325440:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 983us (1304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.874690:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13585 00002000:00100000:1.0:1746070972.874695:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381ed80 x1830887431325440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.874702:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381ed80 with x1830887431325440 ext(0->4095) 00002000:00010000:1.0:1746070972.874705:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381ed80 00000100:00100000:0.0:1746070972.879344:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.880464:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431325568 00000100:00100000:2.0:1746070972.880472:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431325568 00000100:00100000:2.0:1746070972.880516:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29950 00000100:00100000:2.0:1746070972.880524:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431325568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.880538:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.880552:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014998 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.880577:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.880584:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.880585:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.880588:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.880617:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.880627:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 59 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.880636:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426804736:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.880718:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.915068:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426804736:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.915093:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.915109:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48e00, rc 0) 00000100:00100000:2.0:1746070972.915155:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431325568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 34631us (35817us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.915162:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29950 00000100:00100000:0.0:1746070972.938545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.938639:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431325824 00000100:00100000:2.0:1746070972.938647:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431325824 00000100:00100000:2.0:1746070972.938684:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29951 00000100:00100000:2.0:1746070972.938691:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:1660:x1830887431325824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.938708:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.938723:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01499f expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.938745:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.938757:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.938763:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070972.938766:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01499f expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.938797:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.938808:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01499f expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.938817:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e49600, rc 0) 00000100:00100000:2.0:1746070972.938888:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:1660:x1830887431325824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.938894:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29951 00000100:00100000:0.0:1746070972.939942:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.940007:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431325696 00000100:00100000:1.0:1746070972.940012:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431325696 00002000:00100000:1.0:1746070972.940037:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012381c700 x1830887431325696/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.940045:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381c700 with x1830887431325696 ext(0->7) 00010000:00010000:1.0:1746070972.940052:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 61 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.940062:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 61 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.940067:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381c700 00000100:00100000:1.0:1746070972.940475:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2808 00000100:00100000:1.0:1746070972.940481:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2008:x1830887431325696:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070972.944048:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2008:x1830887431325696:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3559us (4100us total) trans 4294972259 rc 0/0 00000100:00100000:1.0:1746070972.944062:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2808 00002000:00100000:1.0:1746070972.944072:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012381c700 x1830887431325696/t4294972259(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 496/448 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.944080:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381c700 with x1830887431325696 ext(0->7) 00010000:00010000:1.0:1746070972.944088:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 63 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:1.0:1746070972.944101:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 63 pid: 10108 timeout: 795 lvb_type: 0 00002000:00010000:1.0:1746070972.944107:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381c700 00000100:00100000:0.0:1746070972.954077:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.954157:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431325952 00000100:00100000:2.0:1746070972.954164:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431325952 00010000:00010000:2.0:1746070972.954194:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 63 pid: 10108 timeout: 795 lvb_type: 0 00000100:00100000:2.0:1746070972.954214:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13752 00000100:00100000:2.0:1746070972.954220:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2010:x1830887431325952:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070972.954231:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070972.954244:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 63 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.954259:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 63 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.954277:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008037c1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014991 expref: 63 pid: 10108 timeout: 795 lvb_type: 0 00010000:00010000:2.0:1746070972.956668:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.956673:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.956686:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.956696:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.956732:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.956743:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 5 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070972.956754:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426804992:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.957118:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.966821:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426804992:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070972.966837:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.966895:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2010:x1830887431325952:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 12674us (12824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.966907:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13752 00000100:00100000:0.0:1746070972.967460:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070972.967702:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431326208 00000100:00100000:1.0:1746070972.967708:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431326208 00002000:00100000:1.0:1746070972.967738:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381d880 x1830887431326208/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.967746:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381d880 with x1830887431326208 ext(0->4095) 00010000:00010000:1.0:1746070972.967753:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070972.967763:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070972.967768:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381d880 00000100:00100000:1.0:1746070972.967793:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2809 00000100:00100000:1.0:1746070972.967798:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431326208:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070972.967926:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431326208:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070972.967932:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2809 00002000:00100000:1.0:1746070972.967937:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381d880 x1830887431326208/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070972.967943:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381d880 with x1830887431326208 ext(0->4095) 00010000:00010000:1.0:1746070972.967947:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070972.967956:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070972.967960:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381d880 00000100:00100000:0.0:1746070972.972655:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.972858:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431326336 00000100:00100000:2.0:1746070972.972894:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431326336 00010000:00010000:2.0:1746070972.972924:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070972.972949:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13753 00000100:00100000:2.0:1746070972.972955:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431326336:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070972.972964:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070972.972978:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070972.972987:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070972.973003:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014998 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070972.974149:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.974152:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.974160:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01499f expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.974169:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01499f expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.974201:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01499f expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070972.974213:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426805120:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070972.975043:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.982826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.983140:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426805120:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070972.983157:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070972.983191:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431326336:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 10236us (10543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.983200:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13753 00000100:00100000:3.0:1746070972.984151:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431326592 00000100:00100000:3.0:1746070972.984158:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431326592 00002000:00100000:3.0:1746070972.984196:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381ea00 x1830887431326592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746070983 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.984210:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381ea00 with x1830887431326592 ext(0->4095) 00002000:00010000:3.0:1746070972.984215:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381ea00 00000100:00100000:3.0:1746070972.984230:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13586 00000100:00100000:3.0:1746070972.984237:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2007:x1830887431326592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070972.984348:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2007:x1830887431326592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (1528us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070972.984354:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13586 00002000:00100000:3.0:1746070972.984359:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381ea00 x1830887431326592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746070983 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070972.984365:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381ea00 with x1830887431326592 ext(0->4095) 00002000:00010000:3.0:1746070972.984367:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381ea00 00000100:00100000:0.0:1746070972.988246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.988344:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431326720 00000100:00100000:2.0:1746070972.988353:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431326720 00000100:00100000:2.0:1746070972.988400:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29952 00000100:00100000:2.0:1746070972.988407:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431326720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.988421:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.988434:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149a6 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.988468:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01499f expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.988475:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.988476:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070972.988479:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.988504:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01499f expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.988518:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01499f expref: 61 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070972.988529:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426805248:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.989076:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070972.991595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070972.991818:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426805248:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070972.991842:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.991856:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48c00, rc 0) 00000100:00100000:2.0:1746070972.991928:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431326720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3521us (3688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070972.991935:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29952 00000100:00100000:0.0:1746070972.994431:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070972.994690:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431326848 00000100:00100000:3.0:1746070972.994698:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431326848 00010000:00010000:3.0:1746070972.994733:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01499f expref: 62 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070972.994770:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13754 00000100:00100000:3.0:1746070972.994778:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2007:x1830887431326848:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070972.994790:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070972.994804:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01499f expref: 62 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070972.994814:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01499f expref: 62 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070972.994832:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037c29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01499f expref: 62 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070972.994856:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.994858:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070972.994880:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.994887:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070972.994914:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070972.994924:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426805376:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070972.994987:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070972.995531:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431326976 00000100:00100000:2.0:1746070972.995535:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431326976 00000100:00100000:2.0:1746070972.996174:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29953 00000100:00100000:2.0:1746070972.996181:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:1660:x1830887431326976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070972.996195:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070972.996205:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149ad expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.996222:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.996231:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.996233:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070972.996235:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.996252:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070972.996263:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 5 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070972.996271:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426805504:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070972.997237:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.000435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.000795:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426805376:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.000812:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.000852:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2007:x1830887431326848:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6074us (9263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.000860:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13754 00000100:00100000:1.0:1746070973.001172:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431327232 00000100:00100000:1.0:1746070973.001178:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431327232 00002000:00100000:1.0:1746070973.001210:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607fb80 x1830887431327232/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.001219:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607fb80 with x1830887431327232 ext(0->4095) 00010000:00010000:1.0:1746070973.001227:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.001239:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.001245:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607fb80 00000100:00100000:1.0:1746070973.001260:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2810 00000100:00100000:1.0:1746070973.001266:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431327232:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070973.002677:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431327232:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1406us (2245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.002686:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2810 00002000:00100000:1.0:1746070973.002695:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607fb80 x1830887431327232/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.002702:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607fb80 with x1830887431327232 ext(0->4095) 00010000:00010000:1.0:1746070973.002709:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.002718:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.002723:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607fb80 00000100:00100000:2.0:1746070973.003129:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426805504:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.003147:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.003159:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e49e00, rc 0) 00000100:00100000:2.0:1746070973.003187:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:1660:x1830887431326976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7006us (8762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.003193:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29953 00000100:00100000:0.0:1746070973.007575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.009498:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431327360 00000100:00100000:3.0:1746070973.009507:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431327360 00010000:00010000:3.0:1746070973.009537:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.009577:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13755 00000100:00100000:3.0:1746070973.009583:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431327360:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.009593:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.009606:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.009616:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.009632:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48c00/0xa5d7060008037c30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149a6 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.009654:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.009656:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.009662:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.009669:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.009696:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.009706:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426805632:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.009778:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.015297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.015384:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426805632:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.015399:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.015430:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431327360:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5848us (7862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.015439:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13755 00000100:00100000:1.0:1746070973.015509:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431327616 00000100:00100000:1.0:1746070973.015515:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431327616 00002000:00100000:1.0:1746070973.015542:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381dc00 x1830887431327616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.015551:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381dc00 with x1830887431327616 ext(0->4095) 00002000:00010000:1.0:1746070973.015554:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381dc00 00000100:00100000:1.0:1746070973.015569:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13587 00000100:00100000:1.0:1746070973.015575:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2010:x1830887431327616:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070973.016273:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2010:x1830887431327616:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 697us (981us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.016282:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13587 00002000:00100000:1.0:1746070973.016287:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381dc00 x1830887431327616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.016294:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381dc00 with x1830887431327616 ext(0->4095) 00002000:00010000:1.0:1746070973.016297:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381dc00 00000100:00100000:0.0:1746070973.025686:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.025771:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431327744 00000100:00100000:2.0:1746070973.025778:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431327744 00000100:00100000:2.0:1746070973.025809:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29954 00000100:00100000:2.0:1746070973.025816:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431327744:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.025832:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.025845:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149b4 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.025890:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.025897:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.025898:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.025901:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.025924:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.025934:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 61 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.025944:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426805760:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.027369:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.033048:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426805760:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070973.033076:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070973.033091:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48400, rc 0) 00000100:00100000:0.0:1746070973.033140:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431327744:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7323us (7459us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070973.033147:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29954 00000100:00100000:0.0:1746070973.037104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.037168:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431327872 00000100:00100000:3.0:1746070973.037177:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431327872 00002000:00100000:3.0:1746070973.037310:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012381f800 x1830887431327872/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.037318:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381f800 with x1830887431327872 ext(0->7) 00010000:00010000:3.0:1746070973.037327:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 62 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.037337:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 62 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.037342:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381f800 00000100:00100000:3.0:1746070973.038096:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2811 00000100:00100000:3.0:1746070973.038104:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2007:x1830887431327872:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070973.041360:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2007:x1830887431327872:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3249us (4255us total) trans 4294972260 rc 0/0 00000100:00100000:3.0:1746070973.041371:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2811 00002000:00100000:3.0:1746070973.041381:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012381f800 x1830887431327872/t4294972260(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/448 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.041388:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381f800 with x1830887431327872 ext(0->7) 00010000:00010000:3.0:1746070973.041398:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 64 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.041409:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 64 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.041415:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381f800 00000100:00100000:2.0:1746070973.052012:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.052225:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431328000 00000100:00100000:0.0:1746070973.052232:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431328000 00000100:00100000:0.0:1746070973.052278:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29955 00000100:00100000:0.0:1746070973.052285:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:1660:x1830887431328000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070973.052299:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070973.052314:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149bb expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070973.052341:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070973.052346:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070973.052351:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070973.052353:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149bb expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070973.052382:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070973.052393:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149bb expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070973.052401:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2600, rc 0) 00000100:00100000:0.0:1746070973.052438:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:1660:x1830887431328000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070973.052452:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29955 00000100:00100000:2.0:1746070973.053701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.054223:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431328128 00000100:00100000:3.0:1746070973.054230:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431328128 00010000:00010000:3.0:1746070973.054256:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 65 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.054282:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13756 00000100:00100000:3.0:1746070973.054287:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2008:x1830887431328128:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.054296:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746070973.054308:0:21522:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746070972 -> 1746070973 00002000:00010000:3.0:1746070973.054311:0:21522:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746070972 -> 1746070973 00010000:00010000:3.0:1746070973.054315:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 65 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.054323:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 65 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.054341:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c37 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ad expref: 65 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.054363:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.054365:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.054370:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.054377:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.054399:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.054407:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 5 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.054416:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426806016:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.054482:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070973.057806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.057837:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431328384 00000100:00100000:1.0:1746070973.057843:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431328384 00002000:00100000:1.0:1746070973.057897:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8ce680 x1830887431328384/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.057906:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8ce680 with x1830887431328384 ext(0->4095) 00010000:00010000:1.0:1746070973.057913:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.057925:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.057931:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8ce680 00000100:00100000:1.0:1746070973.057951:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2812 00000100:00100000:1.0:1746070973.057958:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431328384:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070973.058066:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431328384:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.058072:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2812 00002000:00100000:1.0:1746070973.058077:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8ce680 x1830887431328384/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.058084:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8ce680 with x1830887431328384 ext(0->4095) 00010000:00010000:1.0:1746070973.058088:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.058096:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.058101:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8ce680 00000100:00100000:3.0:1746070973.058824:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426806016:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.058840:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.058892:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2008:x1830887431328128:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4575us (5165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.058901:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13756 00000100:00100000:0.0:1746070973.061345:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.061417:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431328512 00000100:00100000:3.0:1746070973.061424:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431328512 00010000:00010000:3.0:1746070973.061457:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.061477:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13757 00000100:00100000:3.0:1746070973.061482:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b423850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431328512:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.061494:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.061507:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.061515:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.061533:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48400/0xa5d7060008037c3e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149b4 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.061788:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.061790:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.061797:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149bb expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.061804:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149bb expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.061832:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149bb expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.061843:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426806144:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.062291:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.065309:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426806144:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.065329:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.065377:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b423850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431328512:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3892us (4035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.065390:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13757 00000100:00100000:0.0:1746070973.065581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.065696:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431328768 00000100:00100000:1.0:1746070973.065702:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431328768 00002000:00100000:1.0:1746070973.065730:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f4000 x1830887431328768/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.065738:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4000 with x1830887431328768 ext(0->4095) 00002000:00010000:1.0:1746070973.065742:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f4000 00000100:00100000:1.0:1746070973.065765:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13588 00000100:00100000:1.0:1746070973.065771:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2008:x1830887431328768:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070973.065880:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2008:x1830887431328768:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.065886:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13588 00002000:00100000:1.0:1746070973.065891:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f4000 x1830887431328768/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.065899:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4000 with x1830887431328768 ext(0->4095) 00002000:00010000:1.0:1746070973.065901:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f4000 00000100:00100000:0.0:1746070973.068635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.068706:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431328896 00000100:00100000:2.0:1746070973.068713:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431328896 00000100:00100000:2.0:1746070973.068744:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29956 00000100:00100000:2.0:1746070973.068751:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431328896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.068763:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.068777:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149c2 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.068801:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149bb expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.068807:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.068809:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.068812:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.068835:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149bb expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.068846:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149bb expref: 63 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.068857:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426806272:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.069323:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.071925:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426806272:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.071949:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.071963:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e49e00, rc 0) 00000100:00100000:2.0:1746070973.071996:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431328896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3245us (3367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.072002:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29956 00000100:00100000:0.0:1746070973.072233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.072729:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431329024 00000100:00100000:2.0:1746070973.072735:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431329024 00010000:00010000:2.0:1746070973.072756:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149bb expref: 64 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.073515:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13758 00000100:00100000:2.0:1746070973.073524:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2008:x1830887431329024:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.073535:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.073553:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149bb expref: 64 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.073562:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149bb expref: 64 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.073581:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008037c45 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149bb expref: 64 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.073986:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.073989:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.073995:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.074003:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.074028:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.074042:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426806400:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.074495:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.077181:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.077377:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431329152 00000100:00100000:2.0:1746070973.077384:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431329152 00000100:00100000:2.0:1746070973.077420:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29957 00000100:00100000:2.0:1746070973.077426:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:1660:x1830887431329152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.077439:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.077463:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149c9 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.077487:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.077493:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.077494:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.077497:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 65 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.077518:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.077527:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 5 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.077537:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426806528:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.077605:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.079215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.079352:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431329408 00000100:00100000:3.0:1746070973.079357:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431329408 00002000:00100000:3.0:1746070973.079387:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607ed80 x1830887431329408/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.079395:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607ed80 with x1830887431329408 ext(0->4095) 00010000:00010000:3.0:1746070973.079401:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.079411:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.079416:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607ed80 00000100:00100000:0.0:1746070973.079594:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426806400:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070973.079606:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070973.079630:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2008:x1830887431329024:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6108us (7398us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070973.079637:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13758 00000100:00100000:3.0:1746070973.079685:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2813 00000100:00100000:3.0:1746070973.079690:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431329408:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070973.079770:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431329408:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 80us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.079774:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2813 00002000:00100000:3.0:1746070973.079778:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607ed80 x1830887431329408/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.079785:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607ed80 with x1830887431329408 ext(0->4095) 00010000:00010000:3.0:1746070973.079789:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.079801:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.079805:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607ed80 00000100:00100000:3.0:1746070973.079890:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426806528:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070973.079901:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 64 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.079911:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48e00, rc 0) 00000100:00100000:3.0:1746070973.079926:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:1660:x1830887431329152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2501us (2752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.079931:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29957 00000100:00100000:0.0:1746070973.083039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.083121:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431329536 00000100:00100000:2.0:1746070973.083127:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431329536 00010000:00010000:2.0:1746070973.083150:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.083202:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13759 00000100:00100000:2.0:1746070973.083209:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431329536:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.083220:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.083234:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.083244:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.083262:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037c4c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c2 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.083288:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.083290:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.083296:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 63 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.083303:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 63 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.083330:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 63 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.083341:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426806656:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.083857:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.086082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.086136:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431329792 00000100:00100000:1.0:1746070973.086144:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431329792 00002000:00100000:1.0:1746070973.086175:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7100 x1830887431329792/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.086184:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7100 with x1830887431329792 ext(0->4095) 00002000:00010000:1.0:1746070973.086189:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f7100 00000100:00100000:1.0:1746070973.086205:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13589 00000100:00100000:1.0:1746070973.086210:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2008:x1830887431329792:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070973.086316:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2008:x1830887431329792:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.086321:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13589 00002000:00100000:1.0:1746070973.086326:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7100 x1830887431329792/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.086333:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7100 with x1830887431329792 ext(0->4095) 00002000:00010000:1.0:1746070973.086336:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f7100 00000100:00100000:2.0:1746070973.086415:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426806656:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.086429:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.086463:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431329536:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3254us (3429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.086470:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13759 00000100:00100000:0.0:1746070973.089836:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.105345:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431329920 00000100:00100000:3.0:1746070973.105355:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431329920 00000100:00100000:3.0:1746070973.105399:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29958 00000100:00100000:3.0:1746070973.105405:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431329920:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.105419:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.105432:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149d0 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.105464:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 63 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.105470:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.105472:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.105475:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.105497:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 63 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.105506:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 63 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.105515:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426806784:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070973.105589:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.115721:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426806784:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070973.115749:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.115764:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e400, rc 0) 00000100:00100000:3.0:1746070973.115815:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431329920:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10409us (25984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.115823:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29958 00000100:00100000:0.0:1746070973.141101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.141809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.141903:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431330048 00000100:00100000:3.0:1746070973.141911:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431330048 00002000:00100000:3.0:1746070973.141950:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8f4380 x1830887431330048/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.141960:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4380 with x1830887431330048 ext(0->7) 00010000:00010000:3.0:1746070973.141968:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 64 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.141985:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 64 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.141992:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f4380 00000100:00100000:3.0:1746070973.142022:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2814 00000100:00100000:3.0:1746070973.142028:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2008:x1830887431330048:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070973.142767:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431330048:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 737us (1671us total) trans 4294972261 rc 0/0 00000100:00100000:0.0:1746070973.142774:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2814 00002000:00100000:0.0:1746070973.142780:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8f4380 x1830887431330048/t4294972261(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/448 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070973.142787:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4380 with x1830887431330048 ext(0->7) 00010000:00010000:0.0:1746070973.142792:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 66 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746070973.142801:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 66 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746070973.142807:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f4380 00000100:00100000:2.0:1746070973.142846:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431330176 00000100:00100000:2.0:1746070973.142850:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431330176 00000100:00100000:2.0:1746070973.142884:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29959 00000100:00100000:2.0:1746070973.142889:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:1660:x1830887431330176:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.142896:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.142907:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149d7 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.142924:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.142929:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.142934:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070973.142937:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.142961:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.142973:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.142980:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b7000, rc 0) 00000100:00100000:2.0:1746070973.143007:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1660:x1830887431330176:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (1198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.143011:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29959 00000100:00100000:0.0:1746070973.148130:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.148294:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431330304 00000100:00100000:2.0:1746070973.148302:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431330304 00010000:00010000:2.0:1746070973.148333:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 67 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.148358:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13760 00000100:00100000:2.0:1746070973.148365:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2007:x1830887431330304:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.148379:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.148398:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 67 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.148408:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 67 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.148427:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48e00/0xa5d7060008037c53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149c9 expref: 67 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.149169:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.149172:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.149179:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.149186:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.149215:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.149226:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 5 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.149236:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426807040:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.150366:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.154140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.154329:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431330560 00000100:00100000:1.0:1746070973.154337:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431330560 00002000:00100000:1.0:1746070973.154376:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6a00 x1830887431330560/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.154384:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6a00 with x1830887431330560 ext(0->4095) 00010000:00010000:1.0:1746070973.154392:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.154403:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.154413:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f6a00 00000100:00100000:2.0:1746070973.154513:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426807040:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.154527:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070973.154707:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2815 00000100:00100000:1.0:1746070973.154714:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431330560:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070973.154853:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2007:x1830887431330304:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6488us (6729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.154861:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13760 00000100:00100000:1.0:1746070973.155204:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431330560:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 489us (1070us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.155210:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2815 00002000:00100000:1.0:1746070973.155214:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6a00 x1830887431330560/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.155220:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6a00 with x1830887431330560 ext(0->4095) 00010000:00010000:1.0:1746070973.155225:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.155233:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.155238:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f6a00 00000100:00100000:0.0:1746070973.164146:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.164512:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431330688 00000100:00100000:2.0:1746070973.164520:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431330688 00010000:00010000:2.0:1746070973.164550:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.164609:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13761 00000100:00100000:2.0:1746070973.164615:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431330688:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.164630:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.164645:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.164655:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.164672:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008037c5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d0 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.164696:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.164698:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.164704:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 65 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.164710:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 65 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.164735:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 65 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.164745:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426807168:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.165067:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.175933:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426807168:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.175952:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.175991:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431330688:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 11375us (11850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.176003:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13761 00000100:00100000:0.0:1746070973.176665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.177831:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431330944 00000100:00100000:1.0:1746070973.177839:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431330944 00002000:00100000:1.0:1746070973.177891:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f4700 x1830887431330944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.177900:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4700 with x1830887431330944 ext(0->4095) 00002000:00010000:1.0:1746070973.177904:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f4700 00000100:00100000:1.0:1746070973.178098:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13590 00000100:00100000:1.0:1746070973.178106:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431330944:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070973.178221:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431330944:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (1557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.178226:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13590 00002000:00100000:1.0:1746070973.178230:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f4700 x1830887431330944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.178235:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4700 with x1830887431330944 ext(0->4095) 00002000:00010000:1.0:1746070973.178238:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f4700 00000100:00100000:0.0:1746070973.196570:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.196625:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746070973.196639:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426807296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746070973.196684:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070973.196978:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426807296 00000100:00100000:0.0:1746070973.196985:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426807296 00000100:00100000:0.0:1746070973.197030:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1746070973.197037:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426807296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746070973.197056:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499456832 pending 860160 free 3923173376 avail 3691651072 00000100:00100000:0.0:1746070973.197087:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426807296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070973.197093:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00080000:1.0:1746070973.197147:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070973.197167:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431331072 00000100:00100000:3.0:1746070973.197172:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431331072 00000100:00100000:3.0:1746070973.197196:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29960 00000100:00100000:3.0:1746070973.197202:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431331072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.197212:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.197226:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149de expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.197252:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 65 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.197259:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.197261:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.197264:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.197282:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 65 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.197293:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 65 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.197302:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426807424:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.197347:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426807296:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746070973.197350:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.211507:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426807424:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070973.211537:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.211553:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e600, rc 0) 00000100:00100000:3.0:1746070973.211592:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431331072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14389us (15029us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.211600:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29960 00000100:00100000:0.0:1746070973.214845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.216647:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.217045:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431331200 00000100:00100000:3.0:1746070973.217054:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431331200 00000100:00100000:3.0:1746070973.217104:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29961 00000100:00100000:3.0:1746070973.217111:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:1660:x1830887431331200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.217125:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.217140:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149e5 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.217162:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.217167:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.217173:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070973.217176:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149e5 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.217206:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.217216:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149e5 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.217224:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fe00, rc 0) 00000100:00100000:3.0:1746070973.217272:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1660:x1830887431331200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (2435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.217278:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29961 00000100:00100000:1.0:1746070973.217424:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431331328 00000100:00100000:1.0:1746070973.217428:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431331328 00002000:00100000:1.0:1746070973.217459:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8f5500 x1830887431331328/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.217468:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5500 with x1830887431331328 ext(0->7) 00010000:00010000:1.0:1746070973.217473:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 67 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.217483:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 67 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.217489:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f5500 00000100:00100000:1.0:1746070973.217511:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2816 00000100:00100000:1.0:1746070973.217517:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2008:x1830887431331328:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070973.218266:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887431331328:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 747us (1619us total) trans 4294972262 rc 0/0 00000100:00100000:0.0:1746070973.218272:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2816 00002000:00100000:0.0:1746070973.218277:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8f5500 x1830887431331328/t4294972262(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/448 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070973.218286:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5500 with x1830887431331328 ext(0->7) 00010000:00010000:0.0:1746070973.218291:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746070973.218299:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746070973.218304:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f5500 00000100:00100000:2.0:1746070973.222983:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426807680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746070973.223033:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070973.223136:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426807680 00000100:00100000:0.0:1746070973.223142:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426807680 00000100:00080000:1.0:1746070973.223177:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070973.223191:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1746070973.223198:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426807680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746070973.223217:0:9569:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499485504 pending 888832 free 3923173376 avail 3691651072 00000100:00100000:0.0:1746070973.223250:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426807680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070973.223255:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1746070973.223273:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426807680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070973.225000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.225162:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431331456 00000100:00100000:2.0:1746070973.225167:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431331456 00010000:00010000:2.0:1746070973.225193:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.225213:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13762 00000100:00100000:2.0:1746070973.225219:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2010:x1830887431331456:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.225229:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.225246:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.225255:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.225274:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037c61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149d7 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.226191:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.226194:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.226202:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.226211:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.226241:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.226252:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 5 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.226262:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426807808:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.227136:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.229437:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426807808:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.229462:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070973.230361:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.230548:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2010:x1830887431331456:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5326us (5550us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070973.230557:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431331712 00000100:00100000:2.0:1746070973.230558:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13762 00000100:00100000:0.0:1746070973.230563:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431331712 00002000:00100000:0.0:1746070973.230598:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e02300 x1830887431331712/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070973.230607:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02300 with x1830887431331712 ext(0->4095) 00010000:00010000:0.0:1746070973.230614:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746070973.230626:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746070973.230632:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e02300 00000100:00100000:0.0:1746070973.230646:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2817 00000100:00100000:0.0:1746070973.230652:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431331712:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070973.230756:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431331712:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (396us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070973.230761:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2817 00002000:00100000:0.0:1746070973.230766:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e02300 x1830887431331712/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070973.230772:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02300 with x1830887431331712 ext(0->4095) 00010000:00010000:0.0:1746070973.230776:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746070973.230784:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746070973.230789:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e02300 00000100:00100000:0.0:1746070973.235308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.237603:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431331840 00000100:00100000:2.0:1746070973.237612:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431331840 00010000:00010000:2.0:1746070973.237642:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.237682:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13763 00000100:00100000:2.0:1746070973.237688:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431331840:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.237699:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.237713:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.237723:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.237742:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037c68 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149de expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.237765:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.237767:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.237773:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149e5 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.237779:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149e5 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.237803:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149e5 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.237812:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426807936:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.237897:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.243545:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426807936:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.243561:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.243607:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431331840:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5919us (8306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.243616:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13763 00000100:00100000:0.0:1746070973.245787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.245855:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431332096 00000100:00100000:2.0:1746070973.245878:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431332096 00002000:00100000:2.0:1746070973.245913:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e02a00 x1830887431332096/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.245928:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02a00 with x1830887431332096 ext(0->4095) 00002000:00010000:2.0:1746070973.245932:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e02a00 00000100:00100000:2.0:1746070973.245950:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13591 00000100:00100000:2.0:1746070973.245957:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2008:x1830887431332096:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070973.246076:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2008:x1830887431332096:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.246082:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13591 00002000:00100000:2.0:1746070973.246087:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e02a00 x1830887431332096/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.246093:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02a00 with x1830887431332096 ext(0->4095) 00002000:00010000:2.0:1746070973.246096:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e02a00 00000100:00100000:0.0:1746070973.248190:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.248274:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431332224 00000100:00100000:3.0:1746070973.248279:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431332224 00000100:00100000:3.0:1746070973.248308:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29962 00000100:00100000:3.0:1746070973.248312:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431332224:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.248324:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.248337:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149ec expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.248357:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149e5 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.248363:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.248364:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.248367:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.248393:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149e5 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.248402:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149e5 expref: 67 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.248411:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426808064:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070973.248490:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.250982:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426808064:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070973.251008:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.251021:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ee00, rc 0) 00000100:00100000:3.0:1746070973.251059:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431332224:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2745us (2872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.251066:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29962 00000100:00100000:0.0:1746070973.251238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.251400:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431332352 00000100:00100000:2.0:1746070973.251405:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431332352 00010000:00010000:2.0:1746070973.251424:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149e5 expref: 68 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.251458:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13764 00000100:00100000:2.0:1746070973.251463:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b422c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2007:x1830887431332352:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.251472:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.251485:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149e5 expref: 68 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.251494:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149e5 expref: 68 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.252206:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037c6f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149e5 expref: 68 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.252226:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.252228:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.252234:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.252241:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.252266:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.252276:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426808192:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.252333:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.255003:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426808192:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.255018:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.255063:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b422c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2007:x1830887431332352:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3599us (3824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.255072:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13764 00000100:00100000:1.0:1746070973.255144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.255259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.255466:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431332736 00000100:00100000:3.0:1746070973.255472:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431332736 00000100:00100000:3.0:1746070973.255655:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29963 00000100:00100000:3.0:1746070973.255663:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1660:x1830887431332736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.255676:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.255688:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149f3 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.255710:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.255716:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.255718:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.255721:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.255741:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.255751:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 5 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.255761:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426808320:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070973.255812:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.256294:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431332608 00000100:00100000:2.0:1746070973.256299:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431332608 00002000:00100000:2.0:1746070973.256320:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8ced80 x1830887431332608/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.256329:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8ced80 with x1830887431332608 ext(0->4095) 00010000:00010000:2.0:1746070973.256334:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.256344:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.256350:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8ced80 00000100:00100000:2.0:1746070973.256373:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2818 00000100:00100000:2.0:1746070973.256379:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431332608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070973.256483:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431332608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (1339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.256488:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2818 00002000:00100000:2.0:1746070973.256493:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8ced80 x1830887431332608/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.256500:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8ced80 with x1830887431332608 ext(0->4095) 00010000:00010000:2.0:1746070973.256505:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.256513:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.256518:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8ced80 00000100:00100000:3.0:1746070973.258643:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426808320:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070973.258665:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.258675:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f800, rc 0) 00000100:00100000:3.0:1746070973.258711:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1660:x1830887431332736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3049us (3452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.258717:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29963 00000100:00100000:0.0:1746070973.260274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.260568:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431332864 00000100:00100000:3.0:1746070973.260575:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431332864 00000100:00100000:3.0:1746070973.260605:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29964 00000100:00100000:3.0:1746070973.260611:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1661:x1830887431332864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.260625:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.260638:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0149fa expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.260657:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.260662:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.260667:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.260670:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149fa expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.260695:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.260705:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149fa expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.260712:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:3.0:1746070973.260752:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:1661:x1830887431332864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.260757:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29964 00000100:00100000:2.0:1746070973.261019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.261177:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431332992 00000100:00100000:3.0:1746070973.261180:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431332992 00010000:00010000:3.0:1746070973.261194:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.261276:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13765 00000100:00100000:3.0:1746070973.261282:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431332992:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.261289:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.261303:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.261312:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.261326:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037c76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149ec expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.261338:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.261339:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.261345:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.261351:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.261366:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.261376:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 68 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.261385:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426808576:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.261746:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.265121:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426808576:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070973.265138:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070973.265470:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431332992:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4186us (4451us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070973.265479:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13765 00000100:00100000:1.0:1746070973.266070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.266288:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431333248 00000100:00100000:0.0:1746070973.266295:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431333248 00002000:00100000:0.0:1746070973.266334:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cea00 x1830887431333248/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070973.266342:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cea00 with x1830887431333248 ext(0->4095) 00010000:00010000:0.0:1746070973.266351:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 69 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746070973.266362:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 69 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746070973.266392:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cea00 00000100:00100000:1.0:1746070973.267372:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2819 00000100:00100000:1.0:1746070973.267382:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887431333248:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070973.267509:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887431333248:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (1439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.267516:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2819 00002000:00100000:1.0:1746070973.267521:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cea00 x1830887431333248/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.267528:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cea00 with x1830887431333248 ext(0->4095) 00010000:00010000:1.0:1746070973.267532:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 69 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.267542:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 69 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.267547:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cea00 00000100:00100000:0.0:1746070973.271963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.272344:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431333376 00000100:00100000:2.0:1746070973.272352:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431333376 00010000:00010000:2.0:1746070973.272383:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 69 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.272449:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13766 00000100:00100000:2.0:1746070973.272456:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2007:x1830887431333376:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.272467:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.272483:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 69 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.272493:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 69 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.272511:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037c7d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149f3 expref: 69 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.272537:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.272539:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.272545:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149fa expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.272553:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149fa expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.272578:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149fa expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.272588:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426808704:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.272654:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.276066:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426808704:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.276081:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.276216:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2007:x1830887431333376:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3760us (4259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.276225:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13766 00000100:00100000:0.0:1746070973.277495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.277812:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431333632 00000100:00100000:2.0:1746070973.277817:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431333632 00002000:00100000:2.0:1746070973.277848:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e02d80 x1830887431333632/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.277856:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02d80 with x1830887431333632 ext(0->4095) 00002000:00010000:2.0:1746070973.277861:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e02d80 00000100:00100000:2.0:1746070973.277905:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13592 00000100:00100000:2.0:1746070973.277911:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2009:x1830887431333632:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070973.278008:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2009:x1830887431333632:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.278013:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13592 00002000:00100000:2.0:1746070973.278018:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e02d80 x1830887431333632/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.278028:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e02d80 with x1830887431333632 ext(0->4095) 00002000:00010000:2.0:1746070973.278031:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e02d80 00000100:00100000:0.0:1746070973.279418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.279571:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431333760 00000100:00100000:2.0:1746070973.279575:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431333760 00000100:00100000:2.0:1746070973.279607:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29965 00000100:00100000:2.0:1746070973.279611:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431333760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.279621:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.279632:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a01 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.279652:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149fa expref: 67 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.279658:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.279659:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.279662:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a01 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.279683:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149fa expref: 67 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.279692:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149fa expref: 67 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.279700:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426808832:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.280224:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.281658:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426808832:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.281679:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a01 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.281693:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b7600, rc 0) 00000100:00100000:2.0:1746070973.281723:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431333760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2110us (2308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.281729:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29965 00000100:00100000:0.0:1746070973.281951:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.282122:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431333888 00000100:00100000:3.0:1746070973.282127:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431333888 00010000:00010000:3.0:1746070973.282146:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149fa expref: 68 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.282163:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13767 00000100:00100000:3.0:1746070973.282168:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2007:x1830887431333888:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.282178:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.282192:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149fa expref: 68 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.282201:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149fa expref: 68 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.282218:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037c84 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0149fa expref: 68 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.282230:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.282231:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.282236:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a01 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.282243:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a01 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.282270:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a01 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.282279:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426808960:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.282330:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.289031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.289086:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431334144 00000100:00100000:1.0:1746070973.289093:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431334144 00002000:00100000:1.0:1746070973.289129:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e01f80 x1830887431334144/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.289138:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01f80 with x1830887431334144 ext(0->4095) 00002000:00010000:1.0:1746070973.289142:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e01f80 00000100:00100000:2.0:1746070973.289260:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426808960:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.289275:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.289306:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2007:x1830887431333888:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7138us (7356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.289313:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13767 00000100:00100000:0.0:1746070973.289415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.289496:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13593 00000100:00100000:1.0:1746070973.289502:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431334144:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070973.289584:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431334144:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.289589:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13593 00002000:00100000:1.0:1746070973.289593:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e01f80 x1830887431334144/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.289599:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01f80 with x1830887431334144 ext(0->4095) 00002000:00010000:1.0:1746070973.289602:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e01f80 00000100:00100000:2.0:1746070973.289692:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431334272 00000100:00100000:2.0:1746070973.289696:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431334272 00000100:00100000:2.0:1746070973.289725:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29966 00000100:00100000:2.0:1746070973.289730:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1660:x1830887431334272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.289737:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.289748:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a08 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.289765:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a01 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.289771:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.289773:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.289777:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 68 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.289797:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a01 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.289806:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a01 expref: 5 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.289815:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426809088:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.289856:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.295360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.295582:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426809088:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.295605:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 68 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.295619:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b7400, rc 0) 00000100:00100000:2.0:1746070973.295654:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1660:x1830887431334272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5923us (6239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.295661:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29966 00000100:00100000:2.0:1746070973.295684:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431334400 00000100:00100000:2.0:1746070973.295688:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431334400 00000100:00100000:2.0:1746070973.295726:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29967 00000100:00100000:2.0:1746070973.295732:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1661:x1830887431334400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.295743:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.295758:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a0f expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.295779:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.295783:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 69 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.295788:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.295790:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 69 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.295814:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 69 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.295822:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 69 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.295827:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b6a00, rc 0) 00000100:00100000:2.0:1746070973.295841:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:1661:x1830887431334400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.295845:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29967 00000100:00100000:0.0:1746070973.297818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.297887:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431334528 00000100:00100000:2.0:1746070973.297892:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431334528 00010000:00010000:2.0:1746070973.297914:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a01 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.297933:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13768 00000100:00100000:2.0:1746070973.297937:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431334528:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.297945:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.297960:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a01 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.297969:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a01 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.297986:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037c8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a01 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.298014:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.298016:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.298021:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 68 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.298027:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 68 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.298049:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 68 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.298057:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 68 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.298066:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426809344:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.298130:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.308184:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426809344:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.308202:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.308241:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431334528:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 10302us (10426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.308251:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13768 00000100:00100000:0.0:1746070973.308555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.308657:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431334784 00000100:00100000:3.0:1746070973.308662:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431334784 00002000:00100000:3.0:1746070973.308697:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0d880 x1830887431334784/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.308705:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0d880 with x1830887431334784 ext(0->4095) 00010000:00010000:3.0:1746070973.308711:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.308722:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.308727:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0d880 00000100:00100000:3.0:1746070973.308740:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2820 00000100:00100000:3.0:1746070973.308745:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887431334784:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070973.308830:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887431334784:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (277us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.308835:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2820 00002000:00100000:3.0:1746070973.308840:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0d880 x1830887431334784/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.308850:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0d880 with x1830887431334784 ext(0->4095) 00010000:00010000:3.0:1746070973.308853:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.308860:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.308884:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0d880 00000100:00100000:0.0:1746070973.314226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.314522:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431334912 00000100:00100000:2.0:1746070973.314530:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431334912 00010000:00010000:2.0:1746070973.314556:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.314579:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13769 00000100:00100000:2.0:1746070973.314585:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2009:x1830887431334912:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.314596:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.314612:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.314623:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.314643:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7400/0xa5d7060008037c92 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a08 expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.314671:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.314673:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.314679:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 68 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.314686:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 68 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.314717:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 68 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.314726:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426809472:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.315594:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.317010:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426809472:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.317024:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.317054:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2009:x1830887431334912:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2468us (2835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.317062:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13769 00000100:00100000:0.0:1746070973.317392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.317540:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431335168 00000100:00100000:2.0:1746070973.317545:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431335168 00002000:00100000:2.0:1746070973.317572:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0ea00 x1830887431335168/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.317581:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ea00 with x1830887431335168 ext(0->4095) 00002000:00010000:2.0:1746070973.317584:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0ea00 00000100:00100000:2.0:1746070973.317606:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13594 00000100:00100000:2.0:1746070973.317612:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2008:x1830887431335168:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070973.321956:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2008:x1830887431335168:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 4336us (4557us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.321968:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13594 00002000:00100000:2.0:1746070973.321979:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0ea00 x1830887431335168/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.321993:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ea00 with x1830887431335168 ext(0->4095) 00002000:00010000:2.0:1746070973.321997:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0ea00 00000100:00100000:0.0:1746070973.325030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.325108:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431335296 00000100:00100000:1.0:1746070973.325114:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431335296 00000100:00100000:1.0:1746070973.325160:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29968 00000100:00100000:1.0:1746070973.325167:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431335296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070973.325182:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070973.325197:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a16 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.325219:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.325226:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070973.325227:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070973.325230:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.325259:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.325268:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 67 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746070973.325286:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426809600:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070973.325356:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.347997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.348067:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431335424 00000100:00100000:2.0:1746070973.348073:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431335424 00002000:00100000:2.0:1746070973.348107:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e0fb80 x1830887431335424/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.348116:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0fb80 with x1830887431335424 ext(0->7) 00010000:00010000:2.0:1746070973.348124:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 68 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.348136:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 68 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.348142:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0fb80 00000100:00100000:2.0:1746070973.348171:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2821 00000100:00100000:2.0:1746070973.348177:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2008:x1830887431335424:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070973.348367:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426809600:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070973.348387:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.348399:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635e00, rc 0) 00000100:00100000:1.0:1746070973.348432:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431335296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 23265us (23408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070973.348448:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29968 00000100:00100000:0.0:1746070973.350225:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431335424:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2045us (2231us total) trans 4294972263 rc 0/0 00000100:00100000:0.0:1746070973.350234:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2821 00002000:00100000:0.0:1746070973.350241:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e0fb80 x1830887431335424/t4294972263(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/448 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070973.350249:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0fb80 with x1830887431335424 ext(0->7) 00010000:00010000:0.0:1746070973.350255:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 70 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746070973.350267:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 70 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746070973.350278:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0fb80 00000100:00100000:0.0:1746070973.357569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.357669:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431335552 00000100:00100000:1.0:1746070973.357678:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431335552 00000100:00100000:1.0:1746070973.357730:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29969 00000100:00100000:1.0:1746070973.357738:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431335552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070973.357752:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070973.357770:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a1d expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.357792:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070973.357797:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.357802:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070973.357806:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a1d expref: 71 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.357840:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.357850:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a1d expref: 71 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.357859:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635000, rc 0) 00000100:00100000:1.0:1746070973.357924:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1660:x1830887431335552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070973.357930:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29969 00000100:00100000:0.0:1746070973.361487:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.363021:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431335680 00000100:00100000:2.0:1746070973.363030:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431335680 00010000:00010000:2.0:1746070973.363063:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.363089:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13770 00000100:00100000:2.0:1746070973.363096:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431335680:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.363107:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.363123:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.363134:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.363152:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037c99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a0f expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.363168:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.363478:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.363484:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.363491:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.363520:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.363530:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 5 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.363539:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426809856:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.364960:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.367825:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426809856:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.367841:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.368392:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431335680:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5294us (6910us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.368401:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13770 00000100:00100000:0.0:1746070973.370185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.370277:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431335936 00000100:00100000:2.0:1746070973.370283:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431335936 00002000:00100000:2.0:1746070973.370317:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0ed80 x1830887431335936/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.370326:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ed80 with x1830887431335936 ext(0->4095) 00010000:00010000:2.0:1746070973.370333:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.370345:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.370350:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0ed80 00000100:00100000:2.0:1746070973.370379:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2822 00000100:00100000:2.0:1746070973.370385:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431335936:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070973.370497:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431335936:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.370503:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2822 00002000:00100000:2.0:1746070973.370508:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0ed80 x1830887431335936/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.370514:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ed80 with x1830887431335936 ext(0->4095) 00010000:00010000:2.0:1746070973.370519:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.370531:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.370536:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0ed80 00000100:00100000:0.0:1746070973.374510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.374985:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431336064 00000100:00100000:2.0:1746070973.374992:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431336064 00010000:00010000:2.0:1746070973.375020:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.375056:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13771 00000100:00100000:2.0:1746070973.375063:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b421c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431336064:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.375076:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.375091:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.375101:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.375120:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008037ca0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a16 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.375286:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.375289:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.375295:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a1d expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.375308:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a1d expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.375335:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a1d expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.375345:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426809984:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.375685:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.377378:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426809984:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.377393:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.377431:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b421c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431336064:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2367us (2927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.377471:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13771 00000100:00100000:1.0:1746070973.377621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.377704:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431336320 00000100:00100000:3.0:1746070973.377709:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431336320 00002000:00100000:3.0:1746070973.377739:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cf480 x1830887431336320/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.377747:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cf480 with x1830887431336320 ext(0->4095) 00002000:00010000:3.0:1746070973.377750:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cf480 00000100:00100000:3.0:1746070973.377827:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13595 00000100:00100000:3.0:1746070973.377835:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431336320:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070973.378130:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431336320:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 296us (508us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.378136:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13595 00002000:00100000:3.0:1746070973.378141:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cf480 x1830887431336320/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.378148:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cf480 with x1830887431336320 ext(0->4095) 00002000:00010000:3.0:1746070973.378150:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cf480 00000100:00100000:0.0:1746070973.379236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.379281:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431336448 00000100:00100000:2.0:1746070973.379286:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431336448 00000100:00100000:2.0:1746070973.379322:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29970 00000100:00100000:2.0:1746070973.379328:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431336448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.379363:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.379377:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a24 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.379398:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a1d expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.379404:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.379406:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.379409:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a24 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.379431:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a1d expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.379452:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a1d expref: 69 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.379462:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426810112:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.379523:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.380534:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426810112:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.380624:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a24 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.380634:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b6e00, rc 0) 00000100:00100000:2.0:1746070973.380668:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431336448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1340us (1433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.380674:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29970 00000100:00100000:0.0:1746070973.380815:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.380916:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431336576 00000100:00100000:3.0:1746070973.380920:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431336576 00010000:00010000:3.0:1746070973.380936:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a1d expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.381104:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13772 00000100:00100000:3.0:1746070973.381111:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431336576:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.381120:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.381133:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a1d expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.381142:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a1d expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.381157:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037ca7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a1d expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.381182:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.381183:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.381189:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a24 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.381195:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a24 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.381215:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a24 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.381227:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426810240:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.381261:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.382905:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426810240:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.382917:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.382949:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2007:x1830887431336576:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1838us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.382955:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13772 00000100:00100000:0.0:1746070973.383736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.383805:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431336832 00000100:00100000:3.0:1746070973.383811:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431336832 00002000:00100000:3.0:1746070973.383838:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0ca80 x1830887431336832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.383846:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ca80 with x1830887431336832 ext(0->4095) 00002000:00010000:3.0:1746070973.383850:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0ca80 00000100:00100000:3.0:1746070973.383900:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13596 00000100:00100000:3.0:1746070973.383907:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431336832:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070973.384121:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431336832:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 214us (386us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.384127:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13596 00002000:00100000:3.0:1746070973.384132:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0ca80 x1830887431336832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.384138:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ca80 with x1830887431336832 ext(0->4095) 00002000:00010000:3.0:1746070973.384141:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0ca80 00000100:00100000:0.0:1746070973.385897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.386009:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431336960 00000100:00100000:2.0:1746070973.386016:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431336960 00000100:00100000:2.0:1746070973.386048:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29971 00000100:00100000:2.0:1746070973.386053:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:1661:x1830887431336960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.386063:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.386079:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a2b expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.386104:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a24 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.386110:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.386111:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.386115:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.386214:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a24 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.386224:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a24 expref: 5 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.386234:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426810368:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.386346:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.388358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.388427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.388517:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426810368:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.388537:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.388549:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b6a00, rc 0) 00000100:00100000:2.0:1746070973.388575:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1661:x1830887431336960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2521us (2680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.388582:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29971 00000100:00100000:2.0:1746070973.388598:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431337088 00000100:00100000:2.0:1746070973.388602:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431337088 00000100:00100000:2.0:1746070973.388619:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29972 00000100:00100000:2.0:1746070973.388624:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431337088:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.388632:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.388640:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a32 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.388654:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.388658:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 71 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.388663:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.388665:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 71 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.388684:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 71 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.388692:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 71 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.388698:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52b1e00, rc 0) 00000100:00100000:2.0:1746070973.388712:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1660:x1830887431337088:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.388716:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29972 00000100:00100000:3.0:1746070973.388889:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431337216 00000100:00100000:3.0:1746070973.388893:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431337216 00010000:00010000:3.0:1746070973.388911:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a24 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.388941:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13773 00000100:00100000:3.0:1746070973.388947:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431337216:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.388956:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.388971:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a24 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.389230:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a24 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.389247:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a24 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.389258:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.389260:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.389265:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.389272:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.389289:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.389301:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 70 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.389309:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426810624:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.389356:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.392653:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426810624:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.392670:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.392706:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431337216:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3758us (4278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.392715:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13773 00000100:00100000:0.0:1746070973.392965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.393006:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431337472 00000100:00100000:2.0:1746070973.393015:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431337472 00002000:00100000:2.0:1746070973.393047:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd27480 x1830887431337472/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.393061:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27480 with x1830887431337472 ext(0->4095) 00010000:00010000:2.0:1746070973.393068:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.393077:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.393083:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd27480 00000100:00100000:2.0:1746070973.393109:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2823 00000100:00100000:2.0:1746070973.393114:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431337472:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070973.394298:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431337472:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1182us (1331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.394306:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2823 00002000:00100000:2.0:1746070973.394313:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd27480 x1830887431337472/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.394320:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27480 with x1830887431337472 ext(0->4095) 00010000:00010000:2.0:1746070973.394325:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.394333:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.394338:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd27480 00000100:00100000:0.0:1746070973.397041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.397374:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431337600 00000100:00100000:1.0:1746070973.397382:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431337600 00000100:00100000:0.0:1746070973.397562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.397671:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29973 00000100:00100000:1.0:1746070973.397680:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431337600:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070973.397695:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070973.397709:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a39 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.397730:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070973.397736:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.397742:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070973.397745:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.397779:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.397795:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.397806:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634000, rc 0) 00000100:00100000:1.0:1746070973.397845:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431337600:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070973.397850:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29973 00000100:00100000:3.0:1746070973.397935:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431337728 00000100:00100000:3.0:1746070973.397939:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431337728 00010000:00010000:3.0:1746070973.397955:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.397972:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13774 00000100:00100000:3.0:1746070973.397976:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431337728:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.397984:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.397999:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.398008:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.398023:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cb5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a2b expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.398833:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.398835:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.398841:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.398848:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.398888:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.398897:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 70 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.398906:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426810880:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.398964:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.401185:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426810880:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.401199:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.401230:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431337728:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3252us (3667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.401238:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13774 00000100:00100000:0.0:1746070973.401540:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.401739:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431337984 00000100:00100000:3.0:1746070973.401745:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431337984 00002000:00100000:3.0:1746070973.401771:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd27b80 x1830887431337984/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.401785:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27b80 with x1830887431337984 ext(0->4095) 00010000:00010000:3.0:1746070973.401791:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 70 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.401802:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 70 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.401808:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd27b80 00000100:00100000:3.0:1746070973.401822:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2824 00000100:00100000:3.0:1746070973.401828:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431337984:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070973.401949:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431337984:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (410us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.401954:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2824 00002000:00100000:3.0:1746070973.401959:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd27b80 x1830887431337984/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.401964:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27b80 with x1830887431337984 ext(0->4095) 00010000:00010000:3.0:1746070973.401967:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 70 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.401976:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 70 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.401981:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd27b80 00000100:00100000:0.0:1746070973.405940:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.405988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.406098:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431338112 00000100:00100000:2.0:1746070973.406106:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431338112 00000100:00100000:2.0:1746070973.406148:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29974 00000100:00100000:2.0:1746070973.406156:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431338112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.406170:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.406184:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a40 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.406208:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.406214:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.406219:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070973.406222:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a40 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.406252:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.406263:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a40 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.406271:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b6e00, rc 0) 00000100:00100000:2.0:1746070973.406305:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1660:x1830887431338112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.406310:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29974 00000100:00100000:3.0:1746070973.406720:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431338240 00000100:00100000:3.0:1746070973.406724:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431338240 00010000:00010000:3.0:1746070973.406740:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.408531:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13775 00000100:00100000:2.0:1746070973.408543:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431338240:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.408558:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.408576:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.408587:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.408605:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1e00/0xa5d7060008037cbc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a32 expref: 71 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.408733:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.408735:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.408742:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.408750:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.408775:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.408784:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 5 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.408794:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426811136:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.409982:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.412647:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.412892:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431338496 00000100:00100000:1.0:1746070973.412900:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431338496 00002000:00100000:1.0:1746070973.412934:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd25180 x1830887431338496/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.412942:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd25180 with x1830887431338496 ext(0->4095) 00010000:00010000:1.0:1746070973.412950:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.412962:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.412967:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd25180 00000100:00100000:3.0:1746070973.413187:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426811136:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.413204:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.413423:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431338240:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4882us (7432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.413431:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13775 00000100:00100000:1.0:1746070973.413735:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2825 00000100:00100000:1.0:1746070973.413742:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431338496:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070973.413847:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431338496:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (1206us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.413853:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2825 00002000:00100000:1.0:1746070973.413858:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd25180 x1830887431338496/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.413883:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd25180 with x1830887431338496 ext(0->4095) 00010000:00010000:1.0:1746070973.413889:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.413898:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.413904:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd25180 00000100:00100000:0.0:1746070973.417282:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.417397:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431338624 00000100:00100000:3.0:1746070973.417405:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431338624 00010000:00010000:3.0:1746070973.417433:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.417602:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13776 00000100:00100000:3.0:1746070973.417610:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431338624:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.417622:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.417637:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.417648:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.417666:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008037cc3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a39 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.417836:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.417838:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.417846:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a40 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.417852:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a40 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.417908:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a40 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.417919:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426811264:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.418515:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.421913:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426811264:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.421932:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.421969:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431338624:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4359us (4692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.421978:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13776 00000100:00100000:0.0:1746070973.422590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.423018:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431338880 00000100:00100000:3.0:1746070973.423024:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431338880 00002000:00100000:3.0:1746070973.423054:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41c000 x1830887431338880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.423063:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41c000 with x1830887431338880 ext(0->4095) 00002000:00010000:3.0:1746070973.423067:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41c000 00000100:00100000:3.0:1746070973.423094:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13597 00000100:00100000:3.0:1746070973.423100:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431338880:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070973.423203:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431338880:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (614us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.423209:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13597 00002000:00100000:3.0:1746070973.423214:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41c000 x1830887431338880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.423220:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41c000 with x1830887431338880 ext(0->4095) 00002000:00010000:3.0:1746070973.423223:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41c000 00000100:00100000:0.0:1746070973.425257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.425389:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431339008 00000100:00100000:2.0:1746070973.425396:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431339008 00000100:00100000:2.0:1746070973.425630:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29975 00000100:00100000:2.0:1746070973.425638:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431339008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.425652:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.425668:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a47 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.425690:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a40 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.425697:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.425699:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.425702:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.425725:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a40 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.425735:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a40 expref: 69 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.425745:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426811392:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.425818:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.427953:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426811392:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.427977:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.427997:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b6a00, rc 0) 00000100:00100000:2.0:1746070973.428040:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431339008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2402us (2786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.428047:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29975 00000100:00100000:0.0:1746070973.428750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.428895:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431339136 00000100:00100000:3.0:1746070973.428901:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431339136 00010000:00010000:3.0:1746070973.428923:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a40 expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.429362:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13777 00000100:00100000:3.0:1746070973.429370:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431339136:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.429380:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.429394:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a40 expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.429403:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a40 expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.429420:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008037cca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a40 expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.429812:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.429815:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.429821:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.429833:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.429858:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.429989:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426811520:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.430284:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.432457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.432556:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431339264 00000100:00100000:2.0:1746070973.432563:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431339264 00000100:00100000:3.0:1746070973.432957:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426811520:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.432973:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.433004:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431339136:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3636us (4256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.433012:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13777 00000100:00100000:2.0:1746070973.433074:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29976 00000100:00100000:2.0:1746070973.433080:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:1660:x1830887431339264:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.433092:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.433103:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a4e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.433124:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.433130:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.433132:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.433134:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.433155:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.433164:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 5 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.433178:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426811648:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.433220:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.433456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.433951:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431339520 00000100:00100000:1.0:1746070973.433956:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431339520 00002000:00100000:1.0:1746070973.433978:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41d880 x1830887431339520/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.433986:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41d880 with x1830887431339520 ext(0->4095) 00010000:00010000:1.0:1746070973.433991:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.434001:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.434006:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41d880 00000100:00100000:1.0:1746070973.434025:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2826 00000100:00100000:1.0:1746070973.434029:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431339520:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070973.434113:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431339520:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.434118:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2826 00002000:00100000:1.0:1746070973.434122:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41d880 x1830887431339520/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.434129:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41d880 with x1830887431339520 ext(0->4095) 00010000:00010000:1.0:1746070973.434133:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.434140:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.434144:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41d880 00000100:00100000:2.0:1746070973.437181:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426811648:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.437204:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.437217:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7400, rc 0) 00000100:00100000:2.0:1746070973.437259:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431339264:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4179us (4807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.437266:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29976 00000100:00100000:0.0:1746070973.438238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.438272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.438328:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431339648 00000100:00100000:2.0:1746070973.438333:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431339648 00000100:00100000:2.0:1746070973.438363:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29977 00000100:00100000:2.0:1746070973.438368:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1661:x1830887431339648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.438380:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.438391:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a55 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.438409:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.438414:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.438419:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.438422:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a55 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.438460:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.438469:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a55 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.438475:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7a00, rc 0) 00000100:00100000:2.0:1746070973.438493:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1661:x1830887431339648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.438498:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29977 00000100:00100000:3.0:1746070973.439318:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431339776 00000100:00100000:3.0:1746070973.439323:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431339776 00010000:00010000:3.0:1746070973.439341:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.439367:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13778 00000100:00100000:3.0:1746070973.439372:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b422050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431339776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.439380:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.439394:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.439402:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.439417:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cd1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a47 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.439445:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.439447:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.439452:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.439458:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.439480:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.439488:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.439498:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426811904:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.439547:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b86c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.444936:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426811904:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.444959:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.445003:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b422050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431339776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5628us (6727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.445013:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13778 00000100:00100000:0.0:1746070973.445852:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.446446:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431340032 00000100:00100000:3.0:1746070973.446453:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431340032 00002000:00100000:3.0:1746070973.446488:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41e680 x1830887431340032/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.446496:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41e680 with x1830887431340032 ext(0->4095) 00010000:00010000:3.0:1746070973.446502:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.446513:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.446518:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41e680 00000100:00100000:3.0:1746070973.446546:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2827 00000100:00100000:3.0:1746070973.446553:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431340032:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070973.446652:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431340032:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (803us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.446657:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2827 00002000:00100000:3.0:1746070973.446663:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41e680 x1830887431340032/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.446669:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41e680 with x1830887431340032 ext(0->4095) 00010000:00010000:3.0:1746070973.446673:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.446681:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.446686:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41e680 00000100:00100000:0.0:1746070973.450336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.450636:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431340160 00000100:00100000:3.0:1746070973.450644:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431340160 00010000:00010000:3.0:1746070973.450675:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.450780:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13779 00000100:00100000:3.0:1746070973.450787:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2009:x1830887431340160:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.450799:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.450816:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.450826:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.450846:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037cd8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a4e expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.451144:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.451146:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.451152:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a55 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.451159:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a55 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.451188:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a55 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.451202:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426812032:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.451264:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.453011:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.453553:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431340416 00000100:00100000:1.0:1746070973.453559:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431340416 00002000:00100000:1.0:1746070973.453589:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41ed80 x1830887431340416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.453598:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41ed80 with x1830887431340416 ext(0->4095) 00002000:00010000:1.0:1746070973.453602:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41ed80 00000100:00100000:1.0:1746070973.453627:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13598 00000100:00100000:1.0:1746070973.453633:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2009:x1830887431340416:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070973.453742:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2009:x1830887431340416:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (735us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.453747:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13598 00002000:00100000:1.0:1746070973.453752:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41ed80 x1830887431340416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.453757:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41ed80 with x1830887431340416 ext(0->4095) 00002000:00010000:1.0:1746070973.453760:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41ed80 00000100:00100000:3.0:1746070973.453837:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426812032:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.453854:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.453902:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2009:x1830887431340160:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3115us (3573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.453908:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13779 00000100:00100000:0.0:1746070973.455939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.456061:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431340544 00000100:00100000:2.0:1746070973.456067:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431340544 00000100:00100000:2.0:1746070973.456105:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29978 00000100:00100000:2.0:1746070973.456112:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431340544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.456123:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.456137:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a5c expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.456159:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a55 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.456165:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.456167:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.456170:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a5c expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.456198:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a55 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.456207:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a55 expref: 69 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.456217:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426812160:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.456286:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.459025:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426812160:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.459048:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a5c expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.459265:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7600, rc 0) 00000100:00100000:2.0:1746070973.459359:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431340544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3246us (3424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.459367:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29978 00000100:00100000:0.0:1746070973.459632:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.459918:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431340672 00000100:00100000:3.0:1746070973.459923:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431340672 00010000:00010000:3.0:1746070973.459967:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a55 expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.459988:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13780 00000100:00100000:3.0:1746070973.459994:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431340672:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.460020:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.460036:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a55 expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.460046:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a55 expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.460063:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037cdf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a55 expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.460076:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.460078:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.460084:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a5c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.460091:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a5c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.460114:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a5c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.460124:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426812288:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.460173:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.462534:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426812288:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.462550:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.462579:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887431340672:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2584us (2948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.462588:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13780 00000100:00100000:0.0:1746070973.463460:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.463666:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431340928 00000100:00100000:2.0:1746070973.463671:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431340928 00002000:00100000:2.0:1746070973.463699:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41dc00 x1830887431340928/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.463708:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41dc00 with x1830887431340928 ext(0->4095) 00002000:00010000:2.0:1746070973.463712:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41dc00 00000100:00100000:2.0:1746070973.463727:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13599 00000100:00100000:2.0:1746070973.463731:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431340928:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070973.463814:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431340928:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 82us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.463819:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13599 00002000:00100000:2.0:1746070973.463823:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41dc00 x1830887431340928/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.463830:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41dc00 with x1830887431340928 ext(0->4095) 00002000:00010000:2.0:1746070973.463833:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41dc00 00000100:00100000:0.0:1746070973.464325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.464560:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431341056 00000100:00100000:2.0:1746070973.464563:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431341056 00000100:00100000:2.0:1746070973.464588:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29979 00000100:00100000:2.0:1746070973.464596:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:1660:x1830887431341056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.464604:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.464615:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a63 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.464635:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a5c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.464642:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.464644:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.464647:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.464667:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a5c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.464681:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a5c expref: 5 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.464690:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426812416:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.465502:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.469790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.469903:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431341184 00000100:00100000:2.0:1746070973.469911:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431341184 00000100:00100000:2.0:1746070973.469948:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29980 00000100:00100000:2.0:1746070973.469955:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1661:x1830887431341184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.469969:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.469983:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a6a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.470006:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.470011:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 72 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.470016:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.470019:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a6a expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.470052:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 72 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.470061:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a6a expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.470074:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b6a00, rc 0) 00000100:00100000:2.0:1746070973.470118:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:1661:x1830887431341184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.470124:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29980 00000100:00100000:2.0:1746070973.471292:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426812416:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.471310:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 71 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.471319:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a6400, rc 0) 00000100:00100000:2.0:1746070973.471932:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1660:x1830887431341056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6997us (7265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.471938:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29979 00000100:00100000:1.0:1746070973.472157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.472464:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431341312 00000100:00100000:2.0:1746070973.472469:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431341312 00010000:00010000:2.0:1746070973.472490:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a5c expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.472507:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13781 00000100:00100000:2.0:1746070973.472512:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431341312:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.472521:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.472535:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a5c expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.472545:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a5c expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.472562:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037ce6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a5c expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.472576:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.472577:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.472583:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.472590:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.472610:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.472618:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.472628:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426812672:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.472677:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.474507:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.474564:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431341568 00000100:00100000:1.0:1746070973.474569:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431341568 00002000:00100000:1.0:1746070973.474594:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe3b80 x1830887431341568/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.474604:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe3b80 with x1830887431341568 ext(0->4095) 00010000:00010000:1.0:1746070973.474610:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.474619:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.474625:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe3b80 00000100:00100000:1.0:1746070973.474647:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2828 00000100:00100000:1.0:1746070973.474652:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431341568:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070973.474739:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431341568:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (236us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.474744:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2828 00002000:00100000:1.0:1746070973.474748:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe3b80 x1830887431341568/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.474755:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe3b80 with x1830887431341568 ext(0->4095) 00010000:00010000:1.0:1746070973.474759:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.474766:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.474771:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe3b80 00000100:00100000:2.0:1746070973.475041:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426812672:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.475051:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.475538:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431341312:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3024us (3380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.475544:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13781 00000100:00100000:0.0:1746070973.477779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.477887:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431341696 00000100:00100000:2.0:1746070973.477894:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431341696 00010000:00010000:2.0:1746070973.477917:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.477937:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13782 00000100:00100000:2.0:1746070973.477943:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431341696:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.477952:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.477965:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.477974:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.477991:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037ced lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a63 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.478003:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.478005:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.478010:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a6a expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.478017:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a6a expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.478039:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a6a expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.478050:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426812800:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.478122:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.480937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.481056:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431341952 00000100:00100000:3.0:1746070973.481063:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431341952 00002000:00100000:3.0:1746070973.481098:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe0a80 x1830887431341952/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.481107:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe0a80 with x1830887431341952 ext(0->4095) 00002000:00010000:3.0:1746070973.481111:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cfe0a80 00000100:00100000:3.0:1746070973.481127:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13600 00000100:00100000:3.0:1746070973.481133:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2010:x1830887431341952:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070973.481233:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2010:x1830887431341952:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.481239:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13600 00002000:00100000:3.0:1746070973.481244:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe0a80 x1830887431341952/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.481251:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe0a80 with x1830887431341952 ext(0->4095) 00002000:00010000:3.0:1746070973.481253:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cfe0a80 00000100:00100000:2.0:1746070973.481552:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426812800:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.481565:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.481594:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431341696:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3651us (3820us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.481600:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13782 00000100:00100000:0.0:1746070973.483600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.483747:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431342080 00000100:00100000:2.0:1746070973.483754:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431342080 00000100:00100000:2.0:1746070973.483784:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29981 00000100:00100000:2.0:1746070973.483790:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431342080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.483803:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.483817:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a71 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.483842:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a6a expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.483849:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.483850:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.483854:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a71 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.483893:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a6a expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.483904:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a6a expref: 69 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.483919:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426812928:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.483987:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.486176:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426812928:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.486199:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a71 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.486211:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b7600, rc 0) 00000100:00100000:2.0:1746070973.486719:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431342080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2927us (3121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.486726:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29981 00000100:00100000:0.0:1746070973.486910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.487131:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431342208 00000100:00100000:2.0:1746070973.487137:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431342208 00010000:00010000:2.0:1746070973.487158:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a6a expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.487176:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13783 00000100:00100000:2.0:1746070973.487181:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431342208:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.487191:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.487204:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a6a expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.487213:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a6a expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.487234:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6a00/0xa5d7060008037cf4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a6a expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.487552:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.487554:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.487560:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a71 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.487567:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a71 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.487589:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a71 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.487598:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426813056:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.488159:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.491237:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426813056:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.491254:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.491811:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887431342208:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4625us (4897us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.491820:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13783 00000100:00100000:1.0:1746070973.492169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.492467:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431342464 00000100:00100000:0.0:1746070973.492473:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431342464 00002000:00100000:0.0:1746070973.492503:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cd880 x1830887431342464/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070973.492512:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cd880 with x1830887431342464 ext(0->4095) 00002000:00010000:0.0:1746070973.492516:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cd880 00000100:00100000:0.0:1746070973.492544:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13601 00000100:00100000:0.0:1746070973.492550:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431342464:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070973.492641:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431342464:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070973.492646:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13601 00002000:00100000:0.0:1746070973.492651:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cd880 x1830887431342464/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070973.492662:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cd880 with x1830887431342464 ext(0->4095) 00002000:00010000:0.0:1746070973.492664:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cd880 00000100:00100000:2.0:1746070973.492882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.493193:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431342592 00000100:00100000:3.0:1746070973.493197:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431342592 00000100:00100000:3.0:1746070973.493219:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29982 00000100:00100000:3.0:1746070973.493223:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:1660:x1830887431342592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.493231:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.493243:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a78 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.493261:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a71 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.493267:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.493269:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.493271:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.493294:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a71 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.493302:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a71 expref: 5 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.493317:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426813184:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070973.493353:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.496466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.496572:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431342720 00000100:00100000:1.0:1746070973.496579:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431342720 00000100:00100000:1.0:1746070973.496622:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29983 00000100:00100000:1.0:1746070973.496628:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1661:x1830887431342720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070973.496642:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070973.496655:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a7f expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.496675:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070973.496680:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 72 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.496684:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070973.496687:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a7f expref: 72 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.496716:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 72 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.496727:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a7f expref: 72 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.496735:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635000, rc 0) 00000100:00100000:1.0:1746070973.496770:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:1661:x1830887431342720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070973.496775:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29983 00000100:00100000:3.0:1746070973.497242:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426813184:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070973.497261:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 71 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.497270:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fe00, rc 0) 00000100:00100000:3.0:1746070973.497294:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1660:x1830887431342592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4070us (4412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.497300:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29982 00000100:00100000:0.0:1746070973.498579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.498709:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431342848 00000100:00100000:2.0:1746070973.498714:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431342848 00010000:00010000:2.0:1746070973.498733:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a71 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.498755:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13784 00000100:00100000:2.0:1746070973.498759:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431342848:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.498769:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.498782:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a71 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.498791:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a71 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.498806:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7600/0xa5d7060008037cfb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a71 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.498826:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.498828:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.498833:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.498839:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.498858:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.498884:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.498897:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426813440:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.498955:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.501193:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426813440:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.501207:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.501233:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431342848:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2473us (2656us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.501241:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13784 00000100:00100000:0.0:1746070973.501672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.502259:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431343104 00000100:00100000:2.0:1746070973.502266:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431343104 00002000:00100000:2.0:1746070973.502294:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe1500 x1830887431343104/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.502303:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe1500 with x1830887431343104 ext(0->4095) 00010000:00010000:2.0:1746070973.502310:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.502321:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.502326:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe1500 00000100:00100000:2.0:1746070973.502341:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2829 00000100:00100000:2.0:1746070973.502346:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431343104:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070973.502466:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431343104:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (794us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.502474:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2829 00002000:00100000:2.0:1746070973.502479:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe1500 x1830887431343104/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.502485:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe1500 with x1830887431343104 ext(0->4095) 00010000:00010000:2.0:1746070973.502490:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.502498:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.502503:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe1500 00000100:00100000:0.0:1746070973.504421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.504533:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431343232 00000100:00100000:2.0:1746070973.504539:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431343232 00010000:00010000:2.0:1746070973.504560:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.504622:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13785 00000100:00100000:2.0:1746070973.504629:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431343232:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.504640:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.504654:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.504663:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.504682:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d02 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a78 expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.504695:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.504696:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.504702:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a7f expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.504708:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a7f expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.504736:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a7f expref: 70 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.504747:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426813568:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.505318:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.509193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.509297:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426813568:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.509313:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.509347:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431343232:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4718us (4930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.509358:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13785 00000100:00100000:1.0:1746070973.509463:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431343488 00000100:00100000:1.0:1746070973.509469:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431343488 00002000:00100000:1.0:1746070973.509496:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b0e00 x1830887431343488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.509505:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0e00 with x1830887431343488 ext(0->4095) 00002000:00010000:1.0:1746070973.509509:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b0e00 00000100:00100000:1.0:1746070973.509522:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13602 00000100:00100000:1.0:1746070973.509528:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431343488:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070973.509632:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431343488:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.509638:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13602 00002000:00100000:1.0:1746070973.509642:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b0e00 x1830887431343488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.509648:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0e00 with x1830887431343488 ext(0->4095) 00002000:00010000:1.0:1746070973.509651:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b0e00 00000100:00100000:0.0:1746070973.512512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.512609:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431343616 00000100:00100000:3.0:1746070973.512616:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431343616 00000100:00100000:3.0:1746070973.512756:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29984 00000100:00100000:3.0:1746070973.512764:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431343616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.512777:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.512791:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a86 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.512815:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a7f expref: 69 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.512822:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.512823:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.512826:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.512854:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a7f expref: 69 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.512887:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a7f expref: 69 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.512898:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426813696:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070973.512965:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.515028:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426813696:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070973.515049:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.515062:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fc00, rc 0) 00000100:00100000:3.0:1746070973.515740:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431343616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2976us (3232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.515747:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29984 00000100:00100000:0.0:1746070973.516535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.516612:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431343744 00000100:00100000:2.0:1746070973.516617:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431343744 00010000:00010000:2.0:1746070973.516638:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a7f expref: 70 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.516654:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13786 00000100:00100000:2.0:1746070973.516659:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431343744:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.516669:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.516682:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a7f expref: 70 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.516691:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a7f expref: 70 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.516706:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008037d09 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a7f expref: 70 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.516728:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.516729:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.516734:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.516741:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.516766:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.516776:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426813824:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.516833:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.519062:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.519308:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431344000 00000100:00100000:3.0:1746070973.519314:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431344000 00000100:00100000:3.0:1746070973.519348:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29985 00000100:00100000:3.0:1746070973.519354:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431344000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.519366:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.519378:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a8d expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.519397:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.519403:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.519405:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.519407:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 71 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.519429:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.519446:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 5 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.519456:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426813952:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070973.519522:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.519590:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a607c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426813824:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.519603:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.519619:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431343744:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2960us (3086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.519629:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13786 00000100:00100000:2.0:1746070973.520119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.520266:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431344128 00000100:00100000:3.0:1746070973.520270:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431344128 00002000:00100000:3.0:1746070973.520293:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607c700 x1830887431344128/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.520302:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607c700 with x1830887431344128 ext(0->4095) 00010000:00010000:3.0:1746070973.520307:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.520315:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.520321:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607c700 00000100:00100000:3.0:1746070973.520343:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2830 00000100:00100000:3.0:1746070973.520349:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431344128:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070973.521044:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431344128:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 692us (922us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.521050:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2830 00002000:00100000:3.0:1746070973.521057:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607c700 x1830887431344128/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.521064:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607c700 with x1830887431344128 ext(0->4095) 00010000:00010000:3.0:1746070973.521069:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.521079:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.521084:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607c700 00000100:00100000:3.0:1746070973.522700:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426813952:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070973.522721:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.522733:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:3.0:1746070973.523242:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431344000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3886us (4182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.523249:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29985 00000100:00100000:0.0:1746070973.524617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.524726:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431344256 00000100:00100000:2.0:1746070973.524733:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431344256 00010000:00010000:2.0:1746070973.524759:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.524780:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13787 00000100:00100000:2.0:1746070973.524786:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431344256:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.524797:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.524814:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.524824:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.524842:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037d10 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a86 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.525374:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.525376:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.525384:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.525391:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.525423:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.525433:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426814080:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.525510:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.526246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.526354:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431344384 00000100:00100000:3.0:1746070973.526359:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431344384 00000100:00100000:3.0:1746070973.526790:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29986 00000100:00100000:3.0:1746070973.526797:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431344384:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.526809:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.526822:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a94 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.526838:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.526844:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.526845:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.526847:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 7 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.526887:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.526897:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 69 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.526904:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426814208:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070973.527996:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.529358:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426814080:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.529371:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.529407:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2009:x1830887431344256:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4621us (4793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.529415:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13787 00000100:00100000:0.0:1746070973.529990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.530697:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431344640 00000100:00100000:3.0:1746070973.530704:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431344640 00002000:00100000:3.0:1746070973.530737:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b2a00 x1830887431344640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.530746:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2a00 with x1830887431344640 ext(0->4095) 00010000:00010000:3.0:1746070973.530754:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.530764:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.530770:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0b2a00 00000100:00100000:2.0:1746070973.531063:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426814208:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.531080:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.531093:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fe00, rc 0) 00000100:00100000:2.0:1746070973.531125:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431344384:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4328us (4879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.531131:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29986 00000100:00100000:3.0:1746070973.531542:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2831 00000100:00100000:3.0:1746070973.531549:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431344640:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070973.531642:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431344640:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (1653us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.531648:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2831 00002000:00100000:3.0:1746070973.531652:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b2a00 x1830887431344640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.531660:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2a00 with x1830887431344640 ext(0->4095) 00010000:00010000:3.0:1746070973.531664:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.531673:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.531678:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0b2a00 00000100:00100000:0.0:1746070973.534255:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.534815:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.535167:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431344768 00000100:00100000:2.0:1746070973.535174:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431344768 00000100:00100000:2.0:1746070973.535205:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29987 00000100:00100000:2.0:1746070973.535211:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431344768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.535224:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.535236:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014a9b expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.535256:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.535261:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.535270:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070973.535273:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a9b expref: 71 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.535303:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.535312:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a9b expref: 71 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.535320:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a6400, rc 0) 00000100:00100000:2.0:1746070973.535351:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1660:x1830887431344768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (1103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.535356:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29987 00000100:00100000:3.0:1746070973.535580:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431344896 00000100:00100000:3.0:1746070973.535584:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431344896 00010000:00010000:3.0:1746070973.535599:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.535705:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13788 00000100:00100000:3.0:1746070973.535711:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431344896:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.535719:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.535733:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.535742:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.535756:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d17 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a8d expref: 71 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.536196:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.536198:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.536204:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.536211:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.536229:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.536241:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 5 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.536251:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426814464:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.536309:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.539306:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426814464:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.539322:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070973.539591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.539748:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431344896:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4035us (4932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.539757:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13788 00000100:00100000:1.0:1746070973.540055:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431345152 00000100:00100000:1.0:1746070973.540061:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431345152 00002000:00100000:1.0:1746070973.540091:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b8d6300 x1830887431345152/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.540106:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d6300 with x1830887431345152 ext(0->4095) 00010000:00010000:1.0:1746070973.540113:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.540125:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.540130:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b8d6300 00000100:00100000:1.0:1746070973.540156:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2832 00000100:00100000:1.0:1746070973.540162:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431345152:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070973.540277:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431345152:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (686us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.540283:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2832 00002000:00100000:1.0:1746070973.540288:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b8d6300 x1830887431345152/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.540295:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d6300 with x1830887431345152 ext(0->4095) 00010000:00010000:1.0:1746070973.540300:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.540308:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.540314:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b8d6300 00000100:00100000:0.0:1746070973.543155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.543280:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431345280 00000100:00100000:3.0:1746070973.543286:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431345280 00010000:00010000:3.0:1746070973.543315:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.543335:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13789 00000100:00100000:3.0:1746070973.543341:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431345280:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.543351:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.543365:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.543375:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.543394:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037d1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a94 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.543962:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.543964:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.543970:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a9b expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.543978:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a9b expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.544003:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a9b expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.544012:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426814592:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.544071:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.546385:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426814592:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.546402:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.546433:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431345280:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3092us (3284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.546452:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13789 00000100:00100000:0.0:1746070973.546609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.546818:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431345536 00000100:00100000:3.0:1746070973.546823:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431345536 00002000:00100000:3.0:1746070973.546851:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b8d6a00 x1830887431345536/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.546859:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d6a00 with x1830887431345536 ext(0->4095) 00002000:00010000:3.0:1746070973.547008:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d6a00 00000100:00100000:3.0:1746070973.547029:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13603 00000100:00100000:3.0:1746070973.547036:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431345536:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070973.547139:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431345536:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (531us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.547144:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13603 00002000:00100000:3.0:1746070973.547149:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b8d6a00 x1830887431345536/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.547154:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d6a00 with x1830887431345536 ext(0->4095) 00002000:00010000:3.0:1746070973.547156:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d6a00 00000100:00100000:0.0:1746070973.549848:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.550008:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431345664 00000100:00100000:2.0:1746070973.550016:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431345664 00000100:00100000:2.0:1746070973.550062:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29988 00000100:00100000:2.0:1746070973.550069:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431345664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.550082:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.550096:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014aa2 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.550123:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a9b expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.550129:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.550132:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.550135:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.550161:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a9b expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.550171:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a9b expref: 69 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.550181:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426814720:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.550242:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.552228:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426814720:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.552248:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.552261:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a6e00, rc 0) 00000100:00100000:2.0:1746070973.552292:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431345664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2223us (2450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.552299:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29988 00000100:00100000:0.0:1746070973.552641:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.552751:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431345792 00000100:00100000:3.0:1746070973.552757:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431345792 00010000:00010000:3.0:1746070973.552778:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a9b expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.552796:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13790 00000100:00100000:3.0:1746070973.552802:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431345792:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.552813:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.552827:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a9b expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.552836:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a9b expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.552855:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d25 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014a9b expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.553481:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.553484:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.553490:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.553497:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.553522:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.553532:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426814848:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.553600:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.557261:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.557338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.557631:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431346048 00000100:00100000:2.0:1746070973.557638:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431346048 00000100:00100000:2.0:1746070973.557670:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29989 00000100:00100000:2.0:1746070973.557676:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431346048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.557691:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.557705:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014aa9 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.557732:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.557738:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.557739:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.557742:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.557767:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.557776:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 5 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.557786:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426814976:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.557847:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.557992:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426814848:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.558004:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.558035:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431345792:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5232us (5394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.558043:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13790 00000100:00100000:1.0:1746070973.558226:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431346176 00000100:00100000:1.0:1746070973.558230:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431346176 00002000:00100000:1.0:1746070973.558265:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b9180 x1830887431346176/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.558274:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b9180 with x1830887431346176 ext(0->4095) 00010000:00010000:1.0:1746070973.558280:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.558289:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.558298:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327b9180 00000100:00100000:1.0:1746070973.558321:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2833 00000100:00100000:1.0:1746070973.558326:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431346176:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070973.558428:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431346176:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (1089us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.558433:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2833 00002000:00100000:1.0:1746070973.558448:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b9180 x1830887431346176/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.558454:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b9180 with x1830887431346176 ext(0->4095) 00010000:00010000:1.0:1746070973.558458:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.558466:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.558471:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327b9180 00000100:00100000:2.0:1746070973.560961:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426814976:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.560981:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.560995:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7a00, rc 0) 00000100:00100000:2.0:1746070973.561032:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431346048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3356us (3777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.561039:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29989 00000100:00100000:0.0:1746070973.561172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.561345:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431346304 00000100:00100000:3.0:1746070973.561351:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431346304 00000100:00100000:3.0:1746070973.561516:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29990 00000100:00100000:3.0:1746070973.561522:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1661:x1830887431346304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.561532:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.561541:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ab0 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.561561:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.561564:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.561569:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.561572:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab0 expref: 71 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.561593:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.561600:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab0 expref: 71 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.561606:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e800, rc 0) 00000100:00100000:3.0:1746070973.561621:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1661:x1830887431346304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.561625:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29990 00000100:00100000:0.0:1746070973.561905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.561963:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431346432 00000100:00100000:3.0:1746070973.561966:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431346432 00010000:00010000:3.0:1746070973.561978:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.562000:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13791 00000100:00100000:3.0:1746070973.562006:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431346432:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.562012:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.562027:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.562035:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.562049:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6e00/0xa5d7060008037d2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa2 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.562069:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.562070:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.562076:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.562082:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.562098:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.562107:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.562116:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426815232:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.562158:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.564582:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426815232:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.564596:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.564623:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431346432:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2617us (2717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.564632:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13791 00000100:00100000:0.0:1746070973.564896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.565473:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431346688 00000100:00100000:3.0:1746070973.565479:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431346688 00002000:00100000:3.0:1746070973.565507:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b8380 x1830887431346688/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.565515:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b8380 with x1830887431346688 ext(0->4095) 00010000:00010000:3.0:1746070973.565522:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.565532:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.565538:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327b8380 00000100:00100000:3.0:1746070973.565559:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2834 00000100:00100000:3.0:1746070973.565564:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431346688:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070973.565658:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431346688:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (763us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.565663:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2834 00002000:00100000:3.0:1746070973.565667:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b8380 x1830887431346688/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.565673:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b8380 with x1830887431346688 ext(0->4095) 00010000:00010000:3.0:1746070973.565677:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.565688:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.565693:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327b8380 00000100:00100000:0.0:1746070973.567767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.567853:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431346816 00000100:00100000:3.0:1746070973.567860:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431346816 00010000:00010000:3.0:1746070973.567903:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.568273:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13792 00000100:00100000:3.0:1746070973.568281:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431346816:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.568294:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.568308:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.568317:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.568335:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aa9 expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.568500:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.568502:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.568509:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab0 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.568521:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab0 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.568548:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab0 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.568559:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426815360:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.568929:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.571073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.571248:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426815360:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.571266:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.571304:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431346816:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3023us (3541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.571314:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13792 00000100:00100000:1.0:1746070973.571411:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431347072 00000100:00100000:1.0:1746070973.571417:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431347072 00002000:00100000:1.0:1746070973.571453:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b9500 x1830887431347072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.571462:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b9500 with x1830887431347072 ext(0->4095) 00002000:00010000:1.0:1746070973.571466:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327b9500 00000100:00100000:1.0:1746070973.571488:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13604 00000100:00100000:1.0:1746070973.571494:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2010:x1830887431347072:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070973.571588:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2010:x1830887431347072:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 95us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.571593:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13604 00002000:00100000:1.0:1746070973.571598:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b9500 x1830887431347072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.571605:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b9500 with x1830887431347072 ext(0->4095) 00002000:00010000:1.0:1746070973.571607:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327b9500 00010000:00010000:1.0:1746070973.575046:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070973.575692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.575811:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431347200 00000100:00100000:2.0:1746070973.575819:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431347200 00000100:00100000:2.0:1746070973.575893:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29991 00000100:00100000:2.0:1746070973.575900:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431347200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.575913:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.575927:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ab7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.575951:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab0 expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.575959:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.575960:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.575964:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.575990:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab0 expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.575999:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab0 expref: 69 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.576010:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426815488:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.576086:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.578477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.578573:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426815488:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.578596:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.578615:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7400, rc 0) 00000100:00100000:3.0:1746070973.579095:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431347328 00000100:00100000:3.0:1746070973.579101:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431347328 00010000:00010000:3.0:1746070973.579126:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab0 expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.579153:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13793 00000100:00100000:3.0:1746070973.579159:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431347328:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.579170:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.579186:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab0 expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.579199:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab0 expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.579216:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037d3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab0 expref: 70 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.579230:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.579232:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.579237:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.579244:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.579280:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.579290:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426815616:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.579352:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431347200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3453us (3665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.579359:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29991 00000100:00100000:3.0:1746070973.580556:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.583590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.584584:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431347456 00000100:00100000:2.0:1746070973.584590:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431347456 00000100:00100000:0.0:1746070973.584927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.585007:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426815616:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.585022:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.585053:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431347328:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5894us (6583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.585061:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13793 00000100:00100000:2.0:1746070973.585581:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29992 00000100:00100000:2.0:1746070973.585589:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:1660:x1830887431347456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.585604:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.585618:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014abe expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.585642:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.585648:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.585650:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.585652:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.585674:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.585683:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 5 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.585697:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426815744:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.585745:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.585891:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431347712 00000100:00100000:3.0:1746070973.585895:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431347712 00002000:00100000:3.0:1746070973.585917:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b8000 x1830887431347712/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.585924:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b8000 with x1830887431347712 ext(0->4095) 00010000:00010000:3.0:1746070973.585929:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.585938:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.585943:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327b8000 00000100:00100000:3.0:1746070973.585968:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2835 00000100:00100000:3.0:1746070973.585974:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431347712:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070973.586064:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431347712:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (1138us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.586070:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2835 00002000:00100000:3.0:1746070973.586074:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b8000 x1830887431347712/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.586080:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b8000 with x1830887431347712 ext(0->4095) 00010000:00010000:3.0:1746070973.586083:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.586090:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.586095:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327b8000 00000100:00100000:2.0:1746070973.589255:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426815744:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.589281:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.589295:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7600, rc 0) 00000100:00100000:2.0:1746070973.589347:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431347456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3758us (5763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.589355:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29992 00000100:00100000:0.0:1746070973.589803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.590326:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431347840 00000100:00100000:2.0:1746070973.590332:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431347840 00000100:00100000:2.0:1746070973.590373:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29993 00000100:00100000:2.0:1746070973.590380:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1661:x1830887431347840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.590394:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.590405:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ac5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.590425:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.590429:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.590447:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.590450:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.590480:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.590489:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.590496:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7a00, rc 0) 00000100:00100000:2.0:1746070973.590530:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1661:x1830887431347840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.590534:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29993 00000100:00100000:0.0:1746070973.591469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.591756:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431347968 00000100:00100000:3.0:1746070973.591761:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431347968 00010000:00010000:3.0:1746070973.591782:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.591810:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13794 00000100:00100000:3.0:1746070973.591816:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431347968:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.591823:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.591838:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.591847:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.591890:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d41 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ab7 expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.591905:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.591907:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.591912:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.591918:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.591940:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.591954:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.591963:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426816000:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.592536:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.594693:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426816000:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.594860:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.594933:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431347968:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3116us (3464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.594943:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13794 00000100:00100000:0.0:1746070973.597635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.599017:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431348224 00000100:00100000:1.0:1746070973.599027:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431348224 00002000:00100000:1.0:1746070973.599070:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327bb100 x1830887431348224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.599078:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bb100 with x1830887431348224 ext(0->4095) 00010000:00010000:1.0:1746070973.599086:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.599098:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.599105:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327bb100 00000100:00100000:1.0:1746070973.599140:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2836 00000100:00100000:1.0:1746070973.599146:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431348224:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070973.599269:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431348224:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (1644us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.599275:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2836 00002000:00100000:1.0:1746070973.599279:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327bb100 x1830887431348224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.599285:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bb100 with x1830887431348224 ext(0->4095) 00010000:00010000:1.0:1746070973.599289:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.599297:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.599301:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327bb100 00000100:00100000:0.0:1746070973.606301:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.606365:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431348352 00000100:00100000:3.0:1746070973.606374:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431348352 00010000:00010000:3.0:1746070973.606405:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.606450:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13795 00000100:00100000:3.0:1746070973.606456:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2010:x1830887431348352:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.606467:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.606483:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.606494:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.606512:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d48 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014abe expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.606537:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.606539:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.606545:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.606551:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.606577:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.606588:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426816128:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.609221:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.611253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.611308:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431348608 00000100:00100000:2.0:1746070973.611316:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431348608 00002000:00100000:2.0:1746070973.611350:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdea00 x1830887431348608/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746070973.611351:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426816128:192.168.204.29@tcp:105: 00002000:00100000:2.0:1746070973.611359:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdea00 with x1830887431348608 ext(0->4095) 00002000:00010000:2.0:1746070973.611363:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdea00 00010000:00010000:3.0:1746070973.611367:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.611396:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13605 00000100:00100000:3.0:1746070973.611399:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2010:x1830887431348352:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4944us (5112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.611402:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431348608:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070973.611408:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13795 00000100:00100000:2.0:1746070973.611508:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431348608:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.611513:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13605 00002000:00100000:2.0:1746070973.611518:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdea00 x1830887431348608/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.611529:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdea00 with x1830887431348608 ext(0->4095) 00002000:00010000:2.0:1746070973.611531:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdea00 00000100:00100000:0.0:1746070973.615323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.620374:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431348736 00000100:00100000:3.0:1746070973.620386:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431348736 00000100:00100000:3.0:1746070973.621264:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29994 00000100:00100000:3.0:1746070973.621275:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431348736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.621294:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.621311:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014acc expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.621340:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.621347:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.621348:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.621351:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.621376:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.621387:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 69 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.621396:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426816256:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070973.621561:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.627034:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426816256:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070973.627061:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.627075:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:3.0:1746070973.627114:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431348736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5842us (11797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.627121:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29994 00000100:00100000:0.0:1746070973.635084:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.635222:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431348864 00000100:00100000:1.0:1746070973.635230:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431348864 00002000:00100000:1.0:1746070973.635265:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fbde680 x1830887431348864/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.635275:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbde680 with x1830887431348864 ext(0->7) 00010000:00010000:1.0:1746070973.635283:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.635300:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 70 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.635306:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbde680 00000100:00100000:1.0:1746070973.635561:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2837 00000100:00100000:1.0:1746070973.635567:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431348864:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070973.637318:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2007:x1830887431348864:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1745us (2236us total) trans 4294972264 rc 0/0 00000100:00100000:0.0:1746070973.637327:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2837 00002000:00100000:0.0:1746070973.637334:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fbde680 x1830887431348864/t4294972264(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/448 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070973.637342:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbde680 with x1830887431348864 ext(0->7) 00010000:00010000:0.0:1746070973.637349:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 72 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746070973.637362:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 72 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746070973.637368:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbde680 00000100:00100000:0.0:1746070973.646569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.646900:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431348992 00000100:00100000:3.0:1746070973.646908:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431348992 00010000:00010000:3.0:1746070973.646936:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 72 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.646960:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13796 00000100:00100000:3.0:1746070973.646967:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2009:x1830887431348992:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.646977:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.646993:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 72 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.647004:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 72 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.647024:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ac5 expref: 72 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.647041:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.647043:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.647048:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.647055:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.647082:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.647092:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426816384:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.649254:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.658498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.658563:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431349120 00000100:00100000:3.0:1746070973.658572:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431349120 00000100:00100000:0.0:1746070973.659182:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29995 00000100:00100000:0.0:1746070973.659192:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:1660:x1830887431349120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070973.659207:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070973.659220:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ad3 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070973.659242:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070973.659247:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070973.659249:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070973.659251:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070973.659273:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070973.659282:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 5 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746070973.659291:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426816512:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070973.659355:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.659425:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426816384:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.659450:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.659474:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+73:2009:x1830887431348992:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 12507us (12913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.659481:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13796 00000100:00100000:0.0:1746070973.660923:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.661156:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431349376 00000100:00100000:2.0:1746070973.661161:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431349376 00002000:00100000:2.0:1746070973.661191:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdc000 x1830887431349376/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.661199:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdc000 with x1830887431349376 ext(0->4095) 00010000:00010000:2.0:1746070973.661207:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.661217:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.661222:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdc000 00000100:00100000:2.0:1746070973.661247:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2838 00000100:00100000:2.0:1746070973.661252:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431349376:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070973.662523:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431349376:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1266us (1599us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.662531:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2838 00002000:00100000:2.0:1746070973.662539:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdc000 x1830887431349376/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.662546:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdc000 with x1830887431349376 ext(0->4095) 00010000:00010000:2.0:1746070973.662552:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.662561:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.662566:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbdc000 00000100:00100000:0.0:1746070973.663001:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fbdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426816512:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070973.663026:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070973.663038:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e49600, rc 0) 00000100:00100000:0.0:1746070973.663063:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:1660:x1830887431349120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3874us (4574us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070973.663068:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29995 00000100:00100000:0.0:1746070973.666552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.667250:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431349504 00000100:00100000:2.0:1746070973.667257:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431349504 00010000:00010000:2.0:1746070973.667286:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.667325:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13797 00000100:00100000:2.0:1746070973.667333:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431349504:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.667346:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.667363:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.667374:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.667394:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037d56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014acc expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.667427:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.667429:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.667443:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.667451:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.667478:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.667489:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426816640:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.668073:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.669467:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426816640:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.669482:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.669675:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431349504:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2341us (3127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.669683:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13797 00000100:00100000:0.0:1746070973.670180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.671350:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431349760 00000100:00100000:1.0:1746070973.671359:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431349760 00002000:00100000:1.0:1746070973.671394:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdd180 x1830887431349760/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.671402:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdd180 with x1830887431349760 ext(0->4095) 00002000:00010000:1.0:1746070973.671407:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdd180 00000100:00100000:1.0:1746070973.671443:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13606 00000100:00100000:1.0:1746070973.671450:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2007:x1830887431349760:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070973.671565:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2007:x1830887431349760:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (1386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.671571:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13606 00002000:00100000:1.0:1746070973.671576:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdd180 x1830887431349760/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.671582:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdd180 with x1830887431349760 ext(0->4095) 00002000:00010000:1.0:1746070973.671584:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdd180 00000100:00100000:0.0:1746070973.680537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.680641:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431349888 00000100:00100000:2.0:1746070973.680648:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431349888 00000100:00100000:2.0:1746070973.680754:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29996 00000100:00100000:2.0:1746070973.680762:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431349888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.680777:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.680794:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ada expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.680824:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.680831:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.680832:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.680835:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.680984:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.680995:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 71 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.681006:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426816768:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.681077:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.682328:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426816768:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.682347:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.682358:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a6000, rc 0) 00000100:00100000:2.0:1746070973.682383:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431349888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1622us (1855us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.682390:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29996 00000100:00100000:0.0:1746070973.698729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.698831:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431350016 00000100:00100000:2.0:1746070973.698840:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431350016 00002000:00100000:2.0:1746070973.698908:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096ead180 x1830887431350016/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.698917:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ead180 with x1830887431350016 ext(0->7) 00010000:00010000:2.0:1746070973.698927:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 72 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.698939:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 72 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.698945:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ead180 00000100:00100000:2.0:1746070973.698980:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2839 00000100:00100000:2.0:1746070973.698987:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2008:x1830887431350016:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070973.699824:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2008:x1830887431350016:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 836us (1102us total) trans 4294972265 rc 0/0 00000100:00100000:0.0:1746070973.699832:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2839 00002000:00100000:0.0:1746070973.699838:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096ead180 x1830887431350016/t4294972265(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/448 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070973.699846:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ead180 with x1830887431350016 ext(0->7) 00010000:00010000:0.0:1746070973.699851:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 74 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746070973.699861:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 74 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746070973.699885:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ead180 00000100:00100000:0.0:1746070973.700738:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.700793:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431350144 00000100:00100000:2.0:1746070973.700797:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431350144 00000100:00100000:2.0:1746070973.700828:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29997 00000100:00100000:2.0:1746070973.700834:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:1660:x1830887431350144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.700842:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.700853:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ae1 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.700883:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.700887:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.700892:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070973.700895:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae1 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.700921:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.700931:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae1 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.700938:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7400, rc 0) 00000100:00100000:2.0:1746070973.700957:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:1660:x1830887431350144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.700961:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29997 00000100:00100000:0.0:1746070973.702707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.702786:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431350272 00000100:00100000:2.0:1746070973.702791:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431350272 00010000:00010000:2.0:1746070973.702816:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 75 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.702836:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13798 00000100:00100000:2.0:1746070973.702841:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2007:x1830887431350272:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.702851:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.702886:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 75 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.702895:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 75 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.702912:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e49600/0xa5d7060008037d5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ad3 expref: 75 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.702941:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.702942:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.702948:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.702954:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.702976:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.702985:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 5 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.702994:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426817024:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.703065:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.706143:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426817024:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.706162:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.706258:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2007:x1830887431350272:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3415us (3554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.706268:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13798 00000100:00100000:0.0:1746070973.707946:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.708059:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431350528 00000100:00100000:2.0:1746070973.708067:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431350528 00002000:00100000:2.0:1746070973.708103:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eaf800 x1830887431350528/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.708117:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaf800 with x1830887431350528 ext(0->4095) 00010000:00010000:2.0:1746070973.708123:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.708133:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.708138:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eaf800 00000100:00100000:2.0:1746070973.708154:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2840 00000100:00100000:2.0:1746070973.708159:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431350528:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070973.708266:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431350528:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.708272:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2840 00002000:00100000:2.0:1746070973.708276:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eaf800 x1830887431350528/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.708282:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaf800 with x1830887431350528 ext(0->4095) 00010000:00010000:2.0:1746070973.708286:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.708293:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.708298:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eaf800 00000100:00100000:0.0:1746070973.710837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.711283:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431350656 00000100:00100000:2.0:1746070973.711292:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431350656 00010000:00010000:2.0:1746070973.711321:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.711650:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13799 00000100:00100000:2.0:1746070973.711658:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431350656:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.711668:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.711684:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.711694:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.711713:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037d64 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ada expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.712311:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.712314:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.712322:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae1 expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.712329:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae1 expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.712357:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae1 expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.712366:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426817152:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.713515:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.715728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.715812:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426817152:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.715829:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.716444:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431350656:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4207us (5033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.716454:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13799 00000100:00100000:1.0:1746070973.717077:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431350912 00000100:00100000:1.0:1746070973.717085:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431350912 00002000:00100000:1.0:1746070973.717118:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eafb80 x1830887431350912/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.717127:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eafb80 with x1830887431350912 ext(0->4095) 00002000:00010000:1.0:1746070973.717132:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eafb80 00000100:00100000:1.0:1746070973.717148:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13607 00000100:00100000:1.0:1746070973.717154:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2007:x1830887431350912:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070973.717262:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2007:x1830887431350912:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (1540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.717266:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13607 00002000:00100000:1.0:1746070973.717270:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eafb80 x1830887431350912/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.717277:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eafb80 with x1830887431350912 ext(0->4095) 00002000:00010000:1.0:1746070973.717279:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eafb80 00000100:00100000:0.0:1746070973.720838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.720935:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431351040 00000100:00100000:3.0:1746070973.720943:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431351040 00000100:00100000:3.0:1746070973.721155:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29998 00000100:00100000:3.0:1746070973.721164:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431351040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.721179:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.721193:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ae8 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.721217:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae1 expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.721223:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.721225:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.721228:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.721252:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae1 expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.721261:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae1 expref: 73 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.721271:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426817280:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070973.721667:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.724101:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426817280:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070973.724126:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.724141:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e600, rc 0) 00000100:00100000:3.0:1746070973.724177:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431351040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3015us (3345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.724184:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29998 00000100:00100000:0.0:1746070973.724585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.725109:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431351168 00000100:00100000:3.0:1746070973.725115:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431351168 00010000:00010000:3.0:1746070973.725138:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae1 expref: 74 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.725177:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13800 00000100:00100000:3.0:1746070973.725184:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2008:x1830887431351168:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.725194:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.725210:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae1 expref: 74 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.725218:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae1 expref: 74 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.725239:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037d6b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae1 expref: 74 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.725266:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.725268:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.725273:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.725281:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.725305:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.725314:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426817408:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.727178:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.728403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.728732:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431351296 00000100:00100000:3.0:1746070973.728739:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431351296 00000100:00100000:3.0:1746070973.728786:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 29999 00000100:00100000:3.0:1746070973.728793:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:1660:x1830887431351296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.728808:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.728821:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014aef expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.728844:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.728850:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.728852:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.728855:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 75 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.728895:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.728909:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 5 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.728919:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426817536:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070973.728985:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.729897:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426817408:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.729909:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.729934:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431351168:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4751us (5350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.729942:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13800 00000100:00100000:0.0:1746070973.730271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.730652:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431351552 00000100:00100000:2.0:1746070973.730656:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431351552 00002000:00100000:2.0:1746070973.730680:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eac000 x1830887431351552/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.730688:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eac000 with x1830887431351552 ext(0->4095) 00010000:00010000:2.0:1746070973.730695:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.730704:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.730710:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eac000 00000100:00100000:2.0:1746070973.730734:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2841 00000100:00100000:2.0:1746070973.730739:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431351552:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070973.730837:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431351552:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (566us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.730842:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2841 00002000:00100000:2.0:1746070973.730846:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eac000 x1830887431351552/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.730857:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eac000 with x1830887431351552 ext(0->4095) 00010000:00010000:2.0:1746070973.730861:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.730894:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.730899:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eac000 00000100:00100000:3.0:1746070973.732324:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426817536:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070973.732344:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 74 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.732357:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f400, rc 0) 00000100:00100000:3.0:1746070973.732392:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:1660:x1830887431351296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3599us (3993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.732398:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 29999 00000100:00100000:0.0:1746070973.734650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.734772:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431351680 00000100:00100000:3.0:1746070973.734778:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431351680 00000100:00100000:3.0:1746070973.735152:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30000 00000100:00100000:3.0:1746070973.735160:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:1661:x1830887431351680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.735173:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.735187:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014af6 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.735206:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.735211:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 75 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.735216:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.735218:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014af6 expref: 75 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.735241:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 75 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.735250:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014af6 expref: 75 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.735260:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e200, rc 0) 00000100:00100000:3.0:1746070973.735293:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:1661:x1830887431351680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.735298:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30000 00000100:00100000:0.0:1746070973.736101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.736524:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431351808 00000100:00100000:3.0:1746070973.736529:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431351808 00010000:00010000:3.0:1746070973.736548:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.736959:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13801 00000100:00100000:3.0:1746070973.736965:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431351808:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.736976:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.736992:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.737002:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.737019:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037d72 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ae8 expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.737047:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.737049:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.737055:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 74 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.737062:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 74 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.737085:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 74 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.737094:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 74 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.737103:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426817792:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.737646:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.739653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.739763:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426817792:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.739781:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.739814:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431351808:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2849us (3713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.739822:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13801 00000100:00100000:1.0:1746070973.739914:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431352064 00000100:00100000:1.0:1746070973.739920:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431352064 00002000:00100000:1.0:1746070973.739950:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eac380 x1830887431352064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.739959:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eac380 with x1830887431352064 ext(0->4095) 00010000:00010000:1.0:1746070973.739966:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 75 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.739978:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 75 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.739989:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eac380 00000100:00100000:1.0:1746070973.740013:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2842 00000100:00100000:1.0:1746070973.740018:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431352064:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070973.740103:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431352064:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.740108:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2842 00002000:00100000:1.0:1746070973.740112:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eac380 x1830887431352064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.740119:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eac380 with x1830887431352064 ext(0->4095) 00010000:00010000:1.0:1746070973.740123:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 75 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.740131:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 75 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.740137:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eac380 00000100:00100000:0.0:1746070973.742473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.742678:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431352192 00000100:00100000:3.0:1746070973.742685:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431352192 00010000:00010000:3.0:1746070973.742711:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 75 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.742729:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13802 00000100:00100000:3.0:1746070973.742735:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431352192:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.742745:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.742761:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 75 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.742770:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 75 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.742788:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037d79 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014aef expref: 75 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.742800:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.742801:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.742806:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014af6 expref: 74 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.742813:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014af6 expref: 74 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.742838:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014af6 expref: 74 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.742848:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426817920:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.743465:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.746320:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.746414:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426817920:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.746441:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.746493:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2008:x1830887431352192:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3758us (4026us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.746503:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13802 00000100:00100000:2.0:1746070973.746885:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431352448 00000100:00100000:2.0:1746070973.746890:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431352448 00002000:00100000:2.0:1746070973.746919:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eace00 x1830887431352448/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.746928:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eace00 with x1830887431352448 ext(0->4095) 00002000:00010000:2.0:1746070973.746931:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eace00 00000100:00100000:2.0:1746070973.746944:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13608 00000100:00100000:2.0:1746070973.746949:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2007:x1830887431352448:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070973.747043:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2007:x1830887431352448:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (730us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.747047:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13608 00002000:00100000:2.0:1746070973.747051:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eace00 x1830887431352448/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.747058:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eace00 with x1830887431352448 ext(0->4095) 00002000:00010000:2.0:1746070973.747060:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eace00 00000100:00100000:0.0:1746070973.750850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.750944:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431352576 00000100:00100000:2.0:1746070973.750952:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431352576 00000100:00100000:2.0:1746070973.750992:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30001 00000100:00100000:2.0:1746070973.750997:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431352576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.751011:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.751025:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014afd expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.751049:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014af6 expref: 73 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.751055:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.751057:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.751059:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014afd expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.751083:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014af6 expref: 73 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.751093:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014af6 expref: 73 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.751102:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426818048:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.751157:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.753620:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426818048:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.753643:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014afd expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.753660:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7600, rc 0) 00000100:00100000:2.0:1746070973.753702:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431352576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2703us (2857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.753709:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30001 00000100:00100000:0.0:1746070973.754004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.754120:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431352704 00000100:00100000:3.0:1746070973.754125:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431352704 00010000:00010000:3.0:1746070973.754149:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014af6 expref: 74 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.754167:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13803 00000100:00100000:3.0:1746070973.754173:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2008:x1830887431352704:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.754183:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.754197:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014af6 expref: 74 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.754206:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014af6 expref: 74 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.754223:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037d80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014af6 expref: 74 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.754247:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.754249:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.754254:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014afd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.754260:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014afd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.754284:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014afd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.754294:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426818176:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.754340:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.758121:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426818176:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.758141:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.758175:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+73:2008:x1830887431352704:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4002us (4171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.758185:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13803 00000100:00100000:2.0:1746070973.759598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.760032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.760088:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431352960 00000100:00100000:1.0:1746070973.760094:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431352960 00002000:00100000:1.0:1746070973.760128:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41f480 x1830887431352960/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.760137:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41f480 with x1830887431352960 ext(0->4095) 00002000:00010000:1.0:1746070973.760140:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41f480 00000100:00100000:1.0:1746070973.760168:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13609 00000100:00100000:1.0:1746070973.760175:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431352960:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070973.760274:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431352960:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (680us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.760279:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13609 00002000:00100000:1.0:1746070973.760284:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41f480 x1830887431352960/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.760290:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41f480 with x1830887431352960 ext(0->4095) 00002000:00010000:1.0:1746070973.760293:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41f480 00000100:00100000:2.0:1746070973.760522:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431353088 00000100:00100000:2.0:1746070973.760526:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431353088 00000100:00100000:2.0:1746070973.760547:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30002 00000100:00100000:2.0:1746070973.760552:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+73:1660:x1830887431353088:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.760560:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.760572:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b04 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.760592:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014afd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.760597:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.760599:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.760602:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.760625:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014afd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.760635:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014afd expref: 5 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.760649:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426818304:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.760697:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.763752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070973.763831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.763930:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426818304:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.763955:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.763970:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7c00, rc 0) 00000100:00100000:2.0:1746070973.764006:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:1660:x1830887431353088:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3453us (3973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.764012:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30002 00000100:00100000:2.0:1746070973.764032:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431353216 00000100:00100000:2.0:1746070973.764035:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431353216 00000100:00100000:2.0:1746070973.764056:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30003 00000100:00100000:2.0:1746070973.764062:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:1661:x1830887431353216:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.764073:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.764084:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b0b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.764100:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.764103:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.764108:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.764111:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b0b expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.764138:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.764146:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b0b expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.764152:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7a00, rc 0) 00000100:00100000:2.0:1746070973.764166:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:1661:x1830887431353216:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.764170:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30003 00000100:00100000:3.0:1746070973.764309:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431353344 00000100:00100000:3.0:1746070973.764313:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431353344 00010000:00010000:3.0:1746070973.764329:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014afd expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.764345:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13804 00000100:00100000:3.0:1746070973.764350:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431353344:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.764360:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.764373:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014afd expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.764382:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014afd expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.764397:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037d87 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014afd expref: 6 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.764408:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.764410:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.764414:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.764421:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.764453:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.764461:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 74 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.764471:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426818560:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.764521:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.767639:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426818560:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.767658:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.767706:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431353344:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3354us (3873us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.767715:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13804 00000100:00100000:2.0:1746070973.768272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.768536:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431353600 00000100:00100000:3.0:1746070973.768542:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431353600 00002000:00100000:3.0:1746070973.768570:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41df80 x1830887431353600/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.768579:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41df80 with x1830887431353600 ext(0->4095) 00010000:00010000:3.0:1746070973.768585:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 75 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.768596:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 75 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.768602:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41df80 00000100:00100000:3.0:1746070973.769361:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2843 00000100:00100000:3.0:1746070973.769370:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431353600:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070973.769486:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431353600:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (1215us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.769492:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2843 00002000:00100000:3.0:1746070973.769497:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41df80 x1830887431353600/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.769503:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41df80 with x1830887431353600 ext(0->4095) 00010000:00010000:3.0:1746070973.769508:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 75 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.769516:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 75 pid: 9566 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.769521:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41df80 00000100:00100000:0.0:1746070973.771739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.772326:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431353728 00000100:00100000:3.0:1746070973.772333:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431353728 00010000:00010000:3.0:1746070973.772358:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 75 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.772387:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13805 00000100:00100000:3.0:1746070973.772392:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2009:x1830887431353728:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.772402:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.772416:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 75 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.772425:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 75 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.772452:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d7060008037d8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b04 expref: 75 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.772473:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.772475:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.772480:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b0b expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.772490:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b0b expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.772513:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b0b expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.772523:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426818688:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.772584:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.774949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.775163:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426818688:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070973.775556:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431353984 00000100:00100000:1.0:1746070973.775561:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431353984 00002000:00100000:1.0:1746070973.775591:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff30700 x1830887431353984/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.775599:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff30700 with x1830887431353984 ext(0->4095) 00002000:00010000:1.0:1746070973.775603:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff30700 00000100:00100000:1.0:1746070973.775629:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13610 00000100:00100000:1.0:1746070973.775634:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431353984:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070973.775741:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431353984:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (796us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.775746:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13610 00002000:00100000:1.0:1746070973.775750:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff30700 x1830887431353984/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.775756:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff30700 with x1830887431353984 ext(0->4095) 00002000:00010000:1.0:1746070973.775759:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff30700 00010000:00010000:3.0:1746070973.775802:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.775825:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2009:x1830887431353728:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3432us (4090us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.775831:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13805 00000100:00100000:0.0:1746070973.777836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.778254:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431354112 00000100:00100000:2.0:1746070973.778261:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431354112 00000100:00100000:2.0:1746070973.778404:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30004 00000100:00100000:2.0:1746070973.778411:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431354112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.778423:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.778447:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b12 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.778471:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b0b expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.778477:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.778479:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.778482:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.778509:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b0b expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.778520:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b0b expref: 73 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.778530:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426818816:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.779359:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.782316:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426818816:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.782342:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.782356:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a6400, rc 0) 00000100:00100000:2.0:1746070973.782406:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431354112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3995us (4574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.782414:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30004 00000100:00100000:0.0:1746070973.782729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.782884:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431354240 00000100:00100000:2.0:1746070973.782890:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431354240 00010000:00010000:2.0:1746070973.782911:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b0b expref: 74 pid: 9566 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.782940:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13806 00000100:00100000:2.0:1746070973.782946:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2008:x1830887431354240:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.782958:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.782974:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b0b expref: 74 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.782983:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b0b expref: 74 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.783001:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7a00/0xa5d7060008037d95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b0b expref: 74 pid: 9566 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.783025:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.783027:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.783033:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.783040:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.783063:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.783073:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426818944:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.783128:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.786198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.786491:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431354368 00000100:00100000:3.0:1746070973.786498:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431354368 00000100:00100000:3.0:1746070973.786570:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30005 00000100:00100000:3.0:1746070973.786577:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:1660:x1830887431354368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.786591:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.786604:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b19 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.786627:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.786634:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.786636:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.786639:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 75 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.786661:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.786671:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 5 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.786680:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426819072:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070973.786731:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.786789:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426818944:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070973.786801:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070973.786818:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431354240:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3873us (4090us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070973.786825:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13806 00000100:00100000:0.0:1746070973.788251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.788754:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431354624 00000100:00100000:2.0:1746070973.788760:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431354624 00002000:00100000:2.0:1746070973.788792:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff32680 x1830887431354624/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.788800:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32680 with x1830887431354624 ext(0->4095) 00010000:00010000:2.0:1746070973.788808:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.788819:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.788824:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff32680 00000100:00100000:1.0:1746070973.789316:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2844 00000100:00100000:1.0:1746070973.789324:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431354624:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070973.789831:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431354624:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 506us (1580us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.789837:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2844 00002000:00100000:1.0:1746070973.789843:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff32680 x1830887431354624/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.789850:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32680 with x1830887431354624 ext(0->4095) 00010000:00010000:1.0:1746070973.789855:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.789880:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.789886:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff32680 00000100:00100000:2.0:1746070973.790215:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426819072:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.790235:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 74 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.790246:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:2.0:1746070973.790279:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:1660:x1830887431354368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3702us (4086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.790284:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30005 00000100:00100000:0.0:1746070973.795413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.795511:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431354752 00000100:00100000:2.0:1746070973.795519:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431354752 00010000:00010000:2.0:1746070973.795548:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.795579:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13807 00000100:00100000:2.0:1746070973.795586:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431354752:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.795598:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.795614:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.795623:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.795641:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037d9c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b12 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.795662:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.795664:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.795670:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 73 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.795676:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 73 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.795699:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 73 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.795708:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426819200:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.795772:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.799843:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426819200:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.799878:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.799925:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431354752:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4339us (4520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.799934:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13807 00000100:00100000:0.0:1746070973.801800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.801969:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431355008 00000100:00100000:1.0:1746070973.801976:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431355008 00002000:00100000:1.0:1746070973.802010:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff32a00 x1830887431355008/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.802018:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32a00 with x1830887431355008 ext(0->4095) 00002000:00010000:1.0:1746070973.802022:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff32a00 00000100:00100000:1.0:1746070973.802333:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13611 00000100:00100000:1.0:1746070973.802340:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2007:x1830887431355008:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070973.802466:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2007:x1830887431355008:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.802472:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13611 00002000:00100000:1.0:1746070973.802478:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff32a00 x1830887431355008/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.802484:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32a00 with x1830887431355008 ext(0->4095) 00002000:00010000:1.0:1746070973.802486:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff32a00 00000100:00100000:0.0:1746070973.811688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.812283:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431355136 00000100:00100000:2.0:1746070973.812292:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431355136 00000100:00100000:2.0:1746070973.812343:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30006 00000100:00100000:2.0:1746070973.812351:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431355136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.812369:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.812384:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b20 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.812408:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 73 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.812415:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.812417:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.812420:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.812458:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 73 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.812468:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 73 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.812478:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426819328:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.812908:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.817833:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426819328:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.817861:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.818054:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a6000, rc 0) 00000100:00100000:2.0:1746070973.818780:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431355136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6426us (7095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.818791:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30006 00000100:00100000:0.0:1746070973.828347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.828445:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431355264 00000100:00100000:2.0:1746070973.828453:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431355264 00002000:00100000:2.0:1746070973.828490:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096eae300 x1830887431355264/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.828499:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eae300 with x1830887431355264 ext(0->7) 00010000:00010000:2.0:1746070973.828507:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 74 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.828519:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 74 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.828525:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eae300 00000100:00100000:2.0:1746070973.828556:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2845 00000100:00100000:2.0:1746070973.828563:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2009:x1830887431355264:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070973.831066:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2009:x1830887431355264:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2497us (2721us total) trans 4294972266 rc 0/0 00000100:00100000:2.0:1746070973.831075:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2845 00002000:00100000:2.0:1746070973.831082:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096eae300 x1830887431355264/t4294972266(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/448 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.831090:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eae300 with x1830887431355264 ext(0->7) 00010000:00010000:2.0:1746070973.831098:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 76 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.831115:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 76 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:2.0:1746070973.831121:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eae300 00000100:00100000:0.0:1746070973.832926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.833200:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431355392 00000100:00100000:2.0:1746070973.833207:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431355392 00000100:00100000:2.0:1746070973.833252:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30007 00000100:00100000:2.0:1746070973.833259:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:1660:x1830887431355392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.833278:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.833291:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b27 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.833315:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.833320:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.833325:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070973.833327:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 77 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.833354:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.833364:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 77 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.833377:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a6400, rc 0) 00000100:00100000:2.0:1746070973.833417:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1660:x1830887431355392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.833422:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30007 00000100:00100000:0.0:1746070973.835803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.835944:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431355520 00000100:00100000:2.0:1746070973.835950:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431355520 00010000:00010000:2.0:1746070973.835975:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 77 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.836090:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13808 00000100:00100000:2.0:1746070973.836097:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2009:x1830887431355520:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.836107:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.836123:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 77 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.836133:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 77 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.837307:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037da3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b19 expref: 77 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.837322:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.837324:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.837329:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.837335:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.837910:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.837922:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 5 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.837933:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426819584:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.839490:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.847985:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426819584:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070973.848004:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070973.848062:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2009:x1830887431355520:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 11964us (12262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070973.848073:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13808 00000100:00100000:1.0:1746070973.849924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.850421:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431355776 00000100:00100000:3.0:1746070973.850479:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431355776 00002000:00100000:3.0:1746070973.850522:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cca80 x1830887431355776/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.850531:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cca80 with x1830887431355776 ext(0->4095) 00010000:00010000:3.0:1746070973.850538:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.850556:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.850562:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cca80 00000100:00100000:3.0:1746070973.850597:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2846 00000100:00100000:3.0:1746070973.850605:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431355776:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070973.850720:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431355776:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (799us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.850726:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2846 00002000:00100000:3.0:1746070973.850731:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cca80 x1830887431355776/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.850738:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cca80 with x1830887431355776 ext(0->4095) 00010000:00010000:3.0:1746070973.850742:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.850751:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:3.0:1746070973.850756:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cca80 00000100:00100000:0.0:1746070973.854901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.855625:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431355904 00000100:00100000:2.0:1746070973.855633:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431355904 00010000:00010000:2.0:1746070973.855667:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.855700:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13809 00000100:00100000:2.0:1746070973.855706:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431355904:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.855717:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.855732:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.855742:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.855759:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008037daa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b20 expref: 6 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.855787:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.855789:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.855794:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 75 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.855800:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 75 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.855826:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 75 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.855836:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426819712:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.855930:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.872783:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426819712:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070973.872804:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.872848:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431355904:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 17140us (17988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.872857:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13809 00000100:00100000:2.0:1746070973.872941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.873883:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431356160 00000100:00100000:1.0:1746070973.873890:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431356160 00002000:00100000:1.0:1746070973.873921:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41ce00 x1830887431356160/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.873929:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41ce00 with x1830887431356160 ext(0->4095) 00002000:00010000:1.0:1746070973.873933:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41ce00 00000100:00100000:1.0:1746070973.873961:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13612 00000100:00100000:1.0:1746070973.873968:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431356160:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070973.875156:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431356160:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1186us (2212us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.875164:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13612 00002000:00100000:1.0:1746070973.875170:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41ce00 x1830887431356160/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.875539:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41ce00 with x1830887431356160 ext(0->4095) 00002000:00010000:1.0:1746070973.875543:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41ce00 00000100:00100000:0.0:1746070973.879588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.880985:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431356288 00000100:00100000:1.0:1746070973.880994:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431356288 00000100:00100000:1.0:1746070973.881032:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30008 00000100:00100000:1.0:1746070973.881039:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431356288:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070973.881052:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070973.881066:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b2e expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.881090:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 75 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.881096:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070973.881097:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070973.881100:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.881123:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 75 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.881132:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 75 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746070973.881141:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426819840:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070973.886743:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070973.886778:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426819840:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070973.886802:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.886818:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634e00, rc 0) 00000100:00100000:1.0:1746070973.886856:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431356288:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5817us (7275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070973.886878:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30008 00000100:00100000:0.0:1746070973.891198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.891289:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431356416 00000100:00100000:1.0:1746070973.891298:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431356416 00002000:00100000:1.0:1746070973.891332:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f691f80 x1830887431356416/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.891342:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691f80 with x1830887431356416 ext(0->7) 00010000:00010000:1.0:1746070973.891350:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 76 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.891363:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 76 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.891369:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691f80 00000100:00100000:1.0:1746070973.891399:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2847 00000100:00100000:1.0:1746070973.891407:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431356416:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070973.894910:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2007:x1830887431356416:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3497us (3714us total) trans 4294972267 rc 0/0 00000100:00100000:1.0:1746070973.894921:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2847 00002000:00100000:1.0:1746070973.894930:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f691f80 x1830887431356416/t4294972267(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/448 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.894938:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691f80 with x1830887431356416 ext(0->7) 00010000:00010000:1.0:1746070973.894945:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 78 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.894963:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 78 pid: 17293 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.894969:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691f80 00000100:00100000:0.0:1746070973.904931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.905419:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431356544 00000100:00100000:2.0:1746070973.905453:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431356544 00010000:00010000:2.0:1746070973.905485:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 78 pid: 17293 timeout: 796 lvb_type: 0 00000100:00100000:2.0:1746070973.905521:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13810 00000100:00100000:2.0:1746070973.905528:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f693800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2010:x1830887431356544:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070973.905541:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070973.905558:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 78 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.905568:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 78 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.905588:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6400/0xa5d7060008037db1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b27 expref: 78 pid: 17293 timeout: 796 lvb_type: 0 00010000:00010000:2.0:1746070973.905604:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.905605:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.905611:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.905618:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.905644:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070973.905655:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426819968:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070973.905718:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.907599:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.907921:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431356672 00000100:00100000:1.0:1746070973.907927:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431356672 00000100:00100000:1.0:1746070973.907960:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30009 00000100:00100000:1.0:1746070973.907966:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:1660:x1830887431356672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070973.907980:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070973.907992:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b35 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.908010:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.908016:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070973.908017:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070973.908019:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 79 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.908041:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.908049:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 5 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746070973.908058:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426820096:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070973.908117:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.908327:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426819968:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.908338:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.908355:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f693800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:2010:x1830887431356544:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2828us (3431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.908361:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13810 00000100:00100000:1.0:1746070973.909558:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426820096:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070973.909573:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 78 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.909583:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635200, rc 0) 00000100:00100000:1.0:1746070973.909614:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:1660:x1830887431356672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1648us (2020us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070973.909620:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30009 00000100:00100000:0.0:1746070973.909741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.912264:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431356928 00000100:00100000:1.0:1746070973.912273:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431356928 00002000:00100000:1.0:1746070973.912305:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691500 x1830887431356928/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.912314:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691500 with x1830887431356928 ext(0->4095) 00010000:00010000:1.0:1746070973.912321:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.912332:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.912338:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691500 00000100:00100000:1.0:1746070973.912365:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2848 00000100:00100000:1.0:1746070973.912372:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431356928:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070973.912496:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431356928:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (2754us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070973.912505:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2848 00002000:00100000:1.0:1746070973.912509:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691500 x1830887431356928/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.912516:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691500 with x1830887431356928 ext(0->4095) 00010000:00010000:1.0:1746070973.912520:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.912529:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.912534:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691500 00000100:00100000:0.0:1746070973.918961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.919079:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431357056 00000100:00100000:3.0:1746070973.919087:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431357056 00010000:00010000:3.0:1746070973.919116:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.919515:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13811 00000100:00100000:3.0:1746070973.919522:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431357056:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.919535:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.919553:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.919564:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.919583:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037db8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b2e expref: 6 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.919609:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.919611:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.919617:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 77 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.919624:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 77 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.919652:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 77 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.919662:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426820224:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.919732:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.921801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.921901:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426820224:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.921918:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.921957:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431357056:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2436us (3101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.921966:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13811 00000100:00100000:2.0:1746070973.922369:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431357312 00000100:00100000:2.0:1746070973.922375:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431357312 00002000:00100000:2.0:1746070973.922406:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f693b80 x1830887431357312/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.922419:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f693b80 with x1830887431357312 ext(0->4095) 00002000:00010000:2.0:1746070973.922423:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f693b80 00000100:00100000:2.0:1746070973.922454:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13613 00000100:00100000:2.0:1746070973.922461:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f693b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2008:x1830887431357312:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070973.922566:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f693b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2008:x1830887431357312:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (770us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.922571:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13613 00002000:00100000:2.0:1746070973.922575:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f693b80 x1830887431357312/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.922580:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f693b80 with x1830887431357312 ext(0->4095) 00002000:00010000:2.0:1746070973.922582:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f693b80 00000100:00100000:0.0:1746070973.926556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.926614:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431357440 00000100:00100000:1.0:1746070973.926622:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431357440 00000100:00100000:1.0:1746070973.926671:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30010 00000100:00100000:1.0:1746070973.926678:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431357440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070973.926691:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070973.926705:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b3c expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.926727:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 77 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.926734:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070973.926735:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070973.926738:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b3c expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.926765:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 77 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.926775:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 77 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:1.0:1746070973.926784:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426820352:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070973.926881:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070973.929126:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426820352:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070973.929148:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b3c expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.929161:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634e00, rc 0) 00000100:00100000:1.0:1746070973.929203:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431357440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2525us (2652us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070973.929210:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30010 00000100:00100000:0.0:1746070973.931584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.935689:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431357568 00000100:00100000:1.0:1746070973.935703:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431357568 00002000:00100000:1.0:1746070973.935745:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f690a80 x1830887431357568/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.935755:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690a80 with x1830887431357568 ext(0->7) 00010000:00010000:1.0:1746070973.935765:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 78 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.935782:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 78 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.935788:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f690a80 00000100:00100000:1.0:1746070973.935824:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2849 00000100:00100000:1.0:1746070973.935832:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2009:x1830887431357568:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070973.938951:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2009:x1830887431357568:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3113us (7366us total) trans 4294972268 rc 0/0 00000100:00100000:1.0:1746070973.938961:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2849 00002000:00100000:1.0:1746070973.938971:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f690a80 x1830887431357568/t4294972268(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 496/448 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070973.938980:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690a80 with x1830887431357568 ext(0->7) 00010000:00010000:1.0:1746070973.938987:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 80 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:1.0:1746070973.939001:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 80 pid: 10108 timeout: 796 lvb_type: 0 00002000:00010000:1.0:1746070973.939007:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f690a80 00000100:00100000:0.0:1746070973.946726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.946794:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431357696 00000100:00100000:3.0:1746070973.946803:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431357696 00010000:00010000:3.0:1746070973.946844:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 80 pid: 10108 timeout: 796 lvb_type: 0 00000100:00100000:3.0:1746070973.947576:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13812 00000100:00100000:3.0:1746070973.947586:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2008:x1830887431357696:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.947599:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746070973.947613:0:21522:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746070973 -> 1746070974 00002000:00010000:3.0:1746070973.947616:0:21522:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746070973 -> 1746070974 00010000:00010000:3.0:1746070973.947621:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 80 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.947632:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 80 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.947652:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d7060008037dbf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b35 expref: 80 pid: 10108 timeout: 796 lvb_type: 0 00010000:00010000:3.0:1746070973.947669:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.947671:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.947676:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b3c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.947683:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b3c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.947709:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b3c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.947723:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426820480:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.948503:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.951374:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.951779:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426820480:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.951798:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.953029:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:2008:x1830887431357696:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5441us (6307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.953039:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13812 00000100:00100000:0.0:1746070973.953226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.953295:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431358080 00000100:00100000:2.0:1746070973.953300:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431358080 00002000:00100000:2.0:1746070973.953328:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f690380 x1830887431358080/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.953337:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690380 with x1830887431358080 ext(0->4095) 00002000:00010000:2.0:1746070973.953341:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f690380 00000100:00100000:2.0:1746070973.953366:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13614 00000100:00100000:2.0:1746070973.953372:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431358080:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070973.953487:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431358080:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.953492:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13614 00002000:00100000:2.0:1746070973.953497:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f690380 x1830887431358080/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.953503:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690380 with x1830887431358080 ext(0->4095) 00002000:00010000:2.0:1746070973.953506:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f690380 00000100:00100000:1.0:1746070973.953800:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431357824 00000100:00100000:1.0:1746070973.953804:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431357824 00000100:00100000:1.0:1746070973.953827:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30011 00000100:00100000:1.0:1746070973.953831:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:1660:x1830887431357824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070973.953838:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070973.953852:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b43 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.953896:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b3c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.953903:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070973.953905:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070973.953908:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.953932:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b3c expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.953943:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b3c expref: 5 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070973.953952:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426820608:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070973.954009:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.956485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.956839:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431358208 00000100:00100000:2.0:1746070973.956846:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431358208 00000100:00100000:2.0:1746070973.957206:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30012 00000100:00100000:2.0:1746070973.957214:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:1661:x1830887431358208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.957228:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.957242:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b4a expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.957262:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070973.957266:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 82 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.957271:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.957273:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b4a expref: 82 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.957300:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 82 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.957309:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b4a expref: 82 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.957317:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526d400, rc 0) 00000100:00100000:2.0:1746070973.957351:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:1661:x1830887431358208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.957357:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30012 00000100:00100000:1.0:1746070973.957655:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426820608:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070973.957670:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 81 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.957676:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325adc00, rc 0) 00000100:00100000:1.0:1746070973.957700:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:1660:x1830887431357824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3868us (6334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070973.957704:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30011 00000100:00100000:0.0:1746070973.958025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.958709:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431358336 00000100:00100000:3.0:1746070973.958715:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431358336 00010000:00010000:3.0:1746070973.958735:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b3c expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070973.959055:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13813 00000100:00100000:3.0:1746070973.959062:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431358336:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.959072:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.959088:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b3c expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.959097:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b3c expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.959114:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d7060008037dc6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b3c expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.959519:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.959522:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.959528:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.959535:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.959559:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.959569:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 80 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070973.959578:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426820864:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.960570:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.962256:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426820864:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.962273:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.962409:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431358336:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3346us (4383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.962418:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13813 00000100:00100000:0.0:1746070973.962540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.962682:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431358592 00000100:00100000:3.0:1746070973.962687:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431358592 00002000:00100000:3.0:1746070973.962716:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6330000 x1830887431358592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.962725:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330000 with x1830887431358592 ext(0->4095) 00010000:00010000:3.0:1746070973.962733:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.962748:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070973.962755:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6330000 00000100:00100000:3.0:1746070973.962781:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2850 00000100:00100000:3.0:1746070973.962788:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6330000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2007:x1830887431358592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070973.963046:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2007:x1830887431358592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 258us (506us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.963053:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2850 00002000:00100000:3.0:1746070973.963058:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6330000 x1830887431358592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.963065:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330000 with x1830887431358592 ext(0->4095) 00010000:00010000:3.0:1746070973.963069:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.963077:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070973.963082:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6330000 00000100:00100000:0.0:1746070973.964632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.964701:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431358720 00000100:00100000:3.0:1746070973.964706:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431358720 00010000:00010000:3.0:1746070973.964729:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070973.964829:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13814 00000100:00100000:3.0:1746070973.964837:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6330e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2009:x1830887431358720:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.964847:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.964861:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.964906:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.964925:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008037dcd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b43 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.964938:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.964940:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.964945:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b4a expref: 80 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.964952:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b4a expref: 80 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.964976:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b4a expref: 80 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.964988:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426820992:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.965591:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.967707:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426820992:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.967723:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.967756:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2009:x1830887431358720:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2919us (3127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.967765:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13814 00000100:00100000:0.0:1746070973.967937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.968184:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431358976 00000100:00100000:3.0:1746070973.968189:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431358976 00002000:00100000:3.0:1746070973.968216:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6330a80 x1830887431358976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.968224:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330a80 with x1830887431358976 ext(0->4095) 00002000:00010000:3.0:1746070973.968228:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6330a80 00000100:00100000:3.0:1746070973.968250:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13615 00000100:00100000:3.0:1746070973.968257:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2008:x1830887431358976:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070973.968353:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2008:x1830887431358976:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (416us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.968358:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13615 00002000:00100000:3.0:1746070973.968364:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6330a80 x1830887431358976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.968370:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330a80 with x1830887431358976 ext(0->4095) 00002000:00010000:3.0:1746070973.968372:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6330a80 00000100:00100000:0.0:1746070973.970020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.970070:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431359104 00000100:00100000:1.0:1746070973.970075:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431359104 00000100:00100000:1.0:1746070973.970111:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30013 00000100:00100000:1.0:1746070973.970117:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431359104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070973.970126:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070973.970139:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b51 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.970160:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b4a expref: 79 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.970167:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070973.970168:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070973.970171:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b51 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.970196:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b4a expref: 79 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.970206:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b4a expref: 79 pid: 17293 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070973.970216:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426821120:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070973.970280:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070973.972457:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426821120:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070973.972574:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b51 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.972594:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9e00, rc 0) 00000100:00100000:1.0:1746070973.972633:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431359104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2516us (2616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070973.972640:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30013 00000100:00100000:0.0:1746070973.972821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.972896:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431359232 00000100:00100000:3.0:1746070973.972905:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431359232 00010000:00010000:3.0:1746070973.972926:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b4a expref: 80 pid: 17293 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070973.973048:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13815 00000100:00100000:3.0:1746070973.973056:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6331880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2007:x1830887431359232:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.973066:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.973081:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b4a expref: 80 pid: 17293 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.973090:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b4a expref: 80 pid: 17293 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.973112:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037dd4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b4a expref: 80 pid: 17293 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.973132:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.973134:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.973140:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b51 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.973146:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b51 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.973167:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b51 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.973175:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426821248:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.973216:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.974791:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426821248:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.974804:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.974830:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6331880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:2007:x1830887431359232:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1775us (2009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.974838:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13815 00000100:00100000:0.0:1746070973.975742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.975797:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431359488 00000100:00100000:2.0:1746070973.975802:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431359488 00002000:00100000:2.0:1746070973.975831:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6333100 x1830887431359488/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.975839:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333100 with x1830887431359488 ext(0->4095) 00002000:00010000:2.0:1746070973.975843:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6333100 00000100:00100000:2.0:1746070973.975886:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13616 00000100:00100000:2.0:1746070973.975893:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431359488:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070973.975990:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431359488:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (249us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.975995:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13616 00002000:00100000:2.0:1746070973.976000:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6333100 x1830887431359488/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.976007:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333100 with x1830887431359488 ext(0->4095) 00002000:00010000:2.0:1746070973.976010:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6333100 00000100:00100000:0.0:1746070973.978298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070973.978559:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431359616 00000100:00100000:1.0:1746070973.978565:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431359616 00000100:00100000:1.0:1746070973.978608:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30014 00000100:00100000:1.0:1746070973.978614:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:1660:x1830887431359616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070973.978628:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070973.978642:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b58 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.978665:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b51 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.978671:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070973.978673:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070973.978676:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.978702:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b51 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070973.978712:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b51 expref: 5 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070973.978726:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426821376:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070973.978790:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.978835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.978847:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431359744 00000100:00100000:3.0:1746070973.978851:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431359744 00000100:00100000:3.0:1746070973.978893:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30015 00000100:00100000:3.0:1746070973.978898:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:1661:x1830887431359744:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070973.978904:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070973.978909:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b5f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.979028:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.979033:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 82 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.979038:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070973.979041:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b5f expref: 82 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.979108:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 82 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.979119:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b5f expref: 82 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.979128:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ee00, rc 0) 00000100:00100000:2.0:1746070973.979579:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:1661:x1830887431359744:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 680us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.979586:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30015 00000100:00100000:2.0:1746070973.980272:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426821376:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.980286:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 81 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.980296:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9600, rc 0) 00000100:00100000:2.0:1746070973.980318:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:1660:x1830887431359616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1705us (2025us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.980324:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30014 00000100:00100000:0.0:1746070973.981528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.982014:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431359872 00000100:00100000:3.0:1746070973.982019:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431359872 00010000:00010000:3.0:1746070973.982043:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b51 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070973.982600:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13816 00000100:00100000:3.0:1746070973.982608:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431359872:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.982618:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.982635:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b51 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.982645:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b51 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.982666:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037ddb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b51 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.982691:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.982693:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.982698:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.982706:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.982731:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.982741:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 80 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070973.982749:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426821632:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.982812:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070973.984475:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426821632:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070973.984490:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070973.984559:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431359872:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1951us (3032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.984566:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13816 00000100:00100000:0.0:1746070973.985046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.985346:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431360128 00000100:00100000:3.0:1746070973.985351:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431360128 00002000:00100000:3.0:1746070973.985377:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6333480 x1830887431360128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.985385:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333480 with x1830887431360128 ext(0->4095) 00010000:00010000:3.0:1746070973.985391:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.985401:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070973.985406:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6333480 00000100:00100000:3.0:1746070973.985605:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2851 00000100:00100000:3.0:1746070973.985610:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2008:x1830887431360128:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070973.985813:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2008:x1830887431360128:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 203us (767us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070973.985819:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2851 00002000:00100000:3.0:1746070973.985823:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6333480 x1830887431360128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070973.985836:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333480 with x1830887431360128 ext(0->4095) 00010000:00010000:3.0:1746070973.985840:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.985848:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070973.985853:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6333480 00000100:00100000:0.0:1746070973.987104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.987397:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431360256 00000100:00100000:3.0:1746070973.987401:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431360256 00010000:00010000:3.0:1746070973.987419:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070973.987601:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13817 00000100:00100000:3.0:1746070973.987608:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2007:x1830887431360256:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.987617:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.987628:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.987637:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.987655:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037de2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b58 expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.987667:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.987670:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.987676:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b5f expref: 80 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.987682:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b5f expref: 80 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.987707:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b5f expref: 80 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.987721:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426821760:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.987791:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070973.990121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.990166:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431360512 00000100:00100000:2.0:1746070973.990172:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431360512 00002000:00100000:2.0:1746070973.990198:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777100 x1830887431360512/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746070984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746070973.990207:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426821760:192.168.204.29@tcp:105: 00002000:00100000:2.0:1746070973.990207:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777100 with x1830887431360512 ext(0->4095) 00002000:00010000:2.0:1746070973.990211:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072777100 00010000:00010000:3.0:1746070973.990221:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070973.990226:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13617 00000100:00100000:2.0:1746070973.990231:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2007:x1830887431360512:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070973.990252:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2007:x1830887431360256:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2644us (3149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070973.990258:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13817 00000100:00100000:2.0:1746070973.990322:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2007:x1830887431360512:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (205us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070973.990327:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13617 00002000:00100000:2.0:1746070973.990331:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777100 x1830887431360512/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746070984 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070973.990339:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777100 with x1830887431360512 ext(0->4095) 00002000:00010000:2.0:1746070973.990342:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072777100 00000100:00100000:0.0:1746070973.994336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070973.994418:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431360640 00000100:00100000:2.0:1746070973.994425:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431360640 00000100:00100000:2.0:1746070973.994467:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30016 00000100:00100000:2.0:1746070973.994473:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431360640:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070973.994486:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070973.994500:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b66 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.994523:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b5f expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.994529:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.994531:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070973.994534:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.994559:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b5f expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.994568:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b5f expref: 79 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070973.994578:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426821888:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070973.995058:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070973.998111:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426821888:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070973.998136:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070973.998152:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526ca00, rc 0) 00000100:00100000:2.0:1746070973.998188:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431360640:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3714us (3858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070973.998195:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30016 00000100:00100000:0.0:1746070973.998852:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070973.998910:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431360768 00000100:00100000:3.0:1746070973.998915:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431360768 00010000:00010000:3.0:1746070973.998940:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b5f expref: 80 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070973.998967:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13818 00000100:00100000:3.0:1746070973.998974:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2007:x1830887431360768:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070973.998985:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070973.999080:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b5f expref: 80 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.999091:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b5f expref: 80 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.999109:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008037de9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b5f expref: 80 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070973.999133:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.999135:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070973.999142:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.999149:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070973.999174:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070973.999184:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426822016:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070973.999486:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.001216:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.001405:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431360896 00000100:00100000:2.0:1746070974.001410:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431360896 00000100:00100000:2.0:1746070974.001518:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30017 00000100:00100000:2.0:1746070974.001523:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:1660:x1830887431360896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.001536:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.001547:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b6d expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.001565:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.001572:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.001574:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.001577:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 81 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.001595:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.001604:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 5 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.001618:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426822144:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.001659:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00080000:1.0:1746070974.001697:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070974.001761:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426822016:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.001772:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.001791:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2007:x1830887431360768:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2818us (2940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.001798:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13818 00000100:00100000:0.0:1746070974.002182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.002267:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431361152 00000100:00100000:2.0:1746070974.002270:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431361152 00002000:00100000:2.0:1746070974.002299:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072776d80 x1830887431361152/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.002308:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072776d80 with x1830887431361152 ext(0->4095) 00010000:00010000:2.0:1746070974.002313:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.002322:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.002328:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072776d80 00000100:00100000:2.0:1746070974.002337:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2852 00000100:00100000:2.0:1746070974.002342:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431361152:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070974.002415:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431361152:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 73us (234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.002425:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2852 00002000:00100000:2.0:1746070974.002439:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072776d80 x1830887431361152/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.002446:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072776d80 with x1830887431361152 ext(0->4095) 00010000:00010000:2.0:1746070974.002450:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.002458:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.002464:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072776d80 00000100:00080000:1.0:1746070974.002481:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070974.003176:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426822144:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.003190:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.003200:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526d400, rc 0) 00000100:00100000:2.0:1746070974.003217:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:1660:x1830887431360896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1694us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.003222:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30017 00000100:00100000:0.0:1746070974.003475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.003692:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431361280 00000100:00100000:3.0:1746070974.003695:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431361280 00000100:00100000:3.0:1746070974.003713:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30018 00000100:00100000:3.0:1746070974.003718:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:1661:x1830887431361280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.003725:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.003732:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b74 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.003745:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.003748:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 81 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.003754:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.003757:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 81 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.003774:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 81 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.003782:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 81 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.003789:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f400, rc 0) 00000100:00100000:3.0:1746070974.003817:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:1661:x1830887431361280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.003822:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30018 00000100:00100000:0.0:1746070974.005550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.005614:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431361408 00000100:00100000:3.0:1746070974.005619:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431361408 00010000:00010000:3.0:1746070974.005640:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.005669:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13819 00000100:00100000:3.0:1746070974.005675:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431361408:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.005683:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.005697:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.005706:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.005723:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526ca00/0xa5d7060008037df0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b66 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.005736:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.005737:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.005742:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.005748:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.005768:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.005776:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 80 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.005786:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426822400:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.006056:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.008861:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426822400:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.008909:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.008949:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431361408:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3273us (3403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.008958:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13819 00000100:00100000:0.0:1746070974.009714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.009898:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431361664 00000100:00100000:2.0:1746070974.009903:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431361664 00002000:00100000:2.0:1746070974.009933:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072775180 x1830887431361664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.009941:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775180 with x1830887431361664 ext(0->4095) 00010000:00010000:2.0:1746070974.009949:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.009960:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.009966:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072775180 00000100:00100000:2.0:1746070974.009987:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2853 00000100:00100000:2.0:1746070974.009994:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2007:x1830887431361664:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070974.010094:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2007:x1830887431361664:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.010100:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2853 00002000:00100000:2.0:1746070974.010105:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072775180 x1830887431361664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.010112:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775180 with x1830887431361664 ext(0->4095) 00010000:00010000:2.0:1746070974.010116:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.010124:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.010131:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072775180 00000100:00100000:0.0:1746070974.012557:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.013022:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431361792 00000100:00100000:3.0:1746070974.013029:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431361792 00010000:00010000:3.0:1746070974.013057:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.013088:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13820 00000100:00100000:3.0:1746070974.013094:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2010:x1830887431361792:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.013107:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.013122:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.013132:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.013151:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037df7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b6d expref: 81 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.013551:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.013554:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.013560:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.013567:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.013594:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 80 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.013606:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426822528:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.013679:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.015843:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426822528:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.015860:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.015918:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2010:x1830887431361792:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2823us (3365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.015926:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13820 00000100:00100000:0.0:1746070974.016120:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.016348:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431362048 00000100:00100000:2.0:1746070974.016353:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431362048 00002000:00100000:2.0:1746070974.016381:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072774a80 x1830887431362048/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.016389:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774a80 with x1830887431362048 ext(0->4095) 00002000:00010000:2.0:1746070974.016392:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072774a80 00000100:00100000:2.0:1746070974.016407:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13618 00000100:00100000:2.0:1746070974.016413:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2007:x1830887431362048:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070974.016518:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2007:x1830887431362048:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.016526:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13618 00002000:00100000:2.0:1746070974.016531:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072774a80 x1830887431362048/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.016537:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774a80 with x1830887431362048 ext(0->4095) 00002000:00010000:2.0:1746070974.016539:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072774a80 00000100:00100000:0.0:1746070974.020030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.021124:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431362176 00000100:00100000:2.0:1746070974.021132:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431362176 00000100:00100000:2.0:1746070974.021179:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30019 00000100:00100000:2.0:1746070974.021186:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431362176:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.021200:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.021213:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b7b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.021238:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 79 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.021245:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.021247:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.021250:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b7b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.021273:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 79 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.021282:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 79 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.021297:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426822656:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.021381:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.030499:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426822656:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.030527:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b7b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.030543:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b7000, rc 0) 00000100:00100000:2.0:1746070974.030581:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431362176:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9395us (10557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.030589:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30019 00000100:00100000:0.0:1746070974.031076:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.031142:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431362304 00000100:00100000:2.0:1746070974.031148:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431362304 00002000:00100000:2.0:1746070974.031175:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072775f80 x1830887431362304/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.031183:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775f80 with x1830887431362304 ext(0->7) 00010000:00010000:2.0:1746070974.031189:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 80 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.031199:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 80 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.031205:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072775f80 00000100:00100000:2.0:1746070974.031506:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2854 00000100:00100000:2.0:1746070974.031512:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2008:x1830887431362304:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070974.033222:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2008:x1830887431362304:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1707us (2143us total) trans 4294972269 rc 0/0 00000100:00100000:2.0:1746070974.033229:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2854 00002000:00100000:2.0:1746070974.033237:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072775f80 x1830887431362304/t4294972269(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.033244:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775f80 with x1830887431362304 ext(0->7) 00010000:00010000:2.0:1746070974.033251:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.033262:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.033267:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072775f80 00000100:00100000:2.0:1746070974.046435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.046651:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431362432 00000100:00100000:3.0:1746070974.046719:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431362432 00010000:00010000:3.0:1746070974.046752:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.046784:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13821 00000100:00100000:3.0:1746070974.046790:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2007:x1830887431362432:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.046802:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.046817:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.046827:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.046845:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037dfe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b74 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.046884:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.046886:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.046892:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b7b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.046904:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b7b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.046929:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b7b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.046939:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426822784:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.046994:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.052754:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426822784:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070974.052757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:3.0:1746070974.052772:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.052816:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2007:x1830887431362432:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6024us (6401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.052825:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13821 00000100:00100000:2.0:1746070974.052844:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431362688 00000100:00100000:2.0:1746070974.052850:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431362688 00002000:00100000:2.0:1746070974.052897:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777480 x1830887431362688/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.052905:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777480 with x1830887431362688 ext(0->4095) 00002000:00010000:2.0:1746070974.052909:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072777480 00000100:00100000:2.0:1746070974.052938:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13619 00000100:00100000:2.0:1746070974.052944:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431362688:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070974.053045:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431362688:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.053054:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13619 00002000:00100000:2.0:1746070974.053059:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777480 x1830887431362688/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.053066:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777480 with x1830887431362688 ext(0->4095) 00002000:00010000:2.0:1746070974.053069:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072777480 00000100:00100000:0.0:1746070974.060488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.060618:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431362816 00000100:00100000:2.0:1746070974.060625:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431362816 00000100:00100000:2.0:1746070974.060674:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30020 00000100:00100000:2.0:1746070974.060681:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:1661:x1830887431362816:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.060695:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.060710:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b82 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.060733:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b7b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.060740:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.060741:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.060744:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 82 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.060769:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b7b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.060779:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b7b expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.060794:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426822912:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.060882:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.061636:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.061920:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431362944 00000100:00100000:3.0:1746070974.061925:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431362944 00000100:00100000:3.0:1746070974.061960:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30021 00000100:00100000:3.0:1746070974.061966:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:1660:x1830887431362944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.061974:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.061982:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b89 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.061998:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.062001:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 84 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.062011:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.062014:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 84 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.062034:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 84 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.062044:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 84 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.062053:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:3.0:1746070974.062077:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:1660:x1830887431362944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.062082:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30021 00000100:00100000:2.0:1746070974.062264:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426822912:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.062276:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 83 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.062284:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526d800, rc 0) 00000100:00100000:2.0:1746070974.063277:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:1661:x1830887431362816:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2596us (2796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.063284:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30020 00000100:00100000:0.0:1746070974.071030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.072335:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431363072 00000100:00100000:3.0:1746070974.072343:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431363072 00010000:00010000:3.0:1746070974.072376:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b7b expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.072414:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13822 00000100:00100000:3.0:1746070974.072420:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431363072:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.072440:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.072456:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b7b expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.072466:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b7b expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.072484:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008037e05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b7b expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.072499:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.072501:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.072508:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 82 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.072514:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 82 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.072541:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 82 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.072550:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 82 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.072558:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426823168:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.072629:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.075619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.075711:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426823168:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.075726:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.075756:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431363072:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3336us (4732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.075765:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13822 00000100:00100000:1.0:1746070974.075825:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431363328 00000100:00100000:1.0:1746070974.075829:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431363328 00002000:00100000:1.0:1746070974.075858:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214700 x1830887431363328/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.075889:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214700 with x1830887431363328 ext(0->4095) 00010000:00010000:1.0:1746070974.075897:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 83 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.075909:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 83 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.075915:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c214700 00000100:00100000:1.0:1746070974.075928:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2855 00000100:00100000:1.0:1746070974.075934:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:2007:x1830887431363328:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070974.076147:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:2007:x1830887431363328:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 213us (533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.076152:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2855 00002000:00100000:1.0:1746070974.076157:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214700 x1830887431363328/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.076169:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214700 with x1830887431363328 ext(0->4095) 00010000:00010000:1.0:1746070974.076174:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 83 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.076182:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 83 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.076188:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c214700 00000100:00100000:2.0:1746070974.080163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.080293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.080466:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431363584 00000100:00100000:3.0:1746070974.080474:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431363584 00010000:00010000:3.0:1746070974.080503:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 83 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.080538:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13823 00000100:00100000:3.0:1746070974.080544:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:2007:x1830887431363584:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.080555:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.080571:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 83 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.080581:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 83 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.080600:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008037e0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b82 expref: 83 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.080614:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.080616:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.080622:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.080630:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.080656:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.080665:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426823296:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.080726:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.080819:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431363456 00000100:00100000:0.0:1746070974.080822:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431363456 00000100:00100000:0.0:1746070974.080850:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30022 00000100:00100000:0.0:1746070974.080856:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431363456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070974.080885:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070974.080895:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b90 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.080910:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.080916:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070974.080917:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070974.080919:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.080933:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.080941:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746070974.080949:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c216d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426823424:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070974.080976:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070974.083146:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c216d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426823424:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.083169:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.083181:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7600, rc 0) 00000100:00100000:1.0:1746070974.083221:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431363456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2364us (3067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.083227:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30022 00000100:00100000:3.0:1746070974.083294:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426823296:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.083304:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.083332:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2007:x1830887431363584:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2789us (3041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.083339:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13823 00000100:00100000:0.0:1746070974.083693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.083734:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431363840 00000100:00100000:1.0:1746070974.083739:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431363840 00002000:00100000:1.0:1746070974.083763:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214a80 x1830887431363840/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.083770:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214a80 with x1830887431363840 ext(0->4095) 00010000:00010000:1.0:1746070974.083775:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.083785:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.083791:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c214a80 00000100:00100000:1.0:1746070974.083817:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2856 00000100:00100000:1.0:1746070974.083822:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2007:x1830887431363840:12345-192.168.204.29@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746070974.084377:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2007:x1830887431363840:12345-192.168.204.29@tcp:3:ldlm_bl.0 Request processed in 553us (684us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.084383:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2856 00002000:00100000:1.0:1746070974.084388:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214a80 x1830887431363840/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.084395:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214a80 with x1830887431363840 ext(0->4095) 00010000:00010000:1.0:1746070974.084399:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.084408:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.084413:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c214a80 00000100:00100000:0.0:1746070974.092491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.092531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.092606:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431364096 00000100:00100000:3.0:1746070974.092613:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431364096 00010000:00010000:3.0:1746070974.092642:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.092665:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13824 00000100:00100000:3.0:1746070974.092671:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2009:x1830887431364096:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.092681:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.092695:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.092704:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.092721:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037e13 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b89 expref: 82 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.092734:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.092736:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.092740:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.092752:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.092775:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.092784:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426823552:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.093074:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070974.093440:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431363968 00000100:00100000:1.0:1746070974.093445:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431363968 00000100:00100000:1.0:1746070974.093465:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30023 00000100:00100000:1.0:1746070974.093470:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:1660:x1830887431363968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.093479:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.093488:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b97 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.093505:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.093510:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070974.093512:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070974.093514:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b97 expref: 83 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.093530:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.093539:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.093546:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426823680:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070974.093568:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.098143:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426823552:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.098163:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.098210:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:2009:x1830887431364096:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5539us (5677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.098219:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13824 00000100:00100000:0.0:1746070974.098521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.098763:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426823680:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.098781:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b97 expref: 82 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.098795:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9600, rc 0) 00000100:00100000:2.0:1746070974.099485:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431364352 00000100:00100000:2.0:1746070974.099491:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431364352 00002000:00100000:2.0:1746070974.099520:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c217100 x1830887431364352/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.099529:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217100 with x1830887431364352 ext(0->4095) 00010000:00010000:2.0:1746070974.099534:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.099545:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.099550:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c217100 00000100:00100000:2.0:1746070974.099566:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2857 00000100:00100000:2.0:1746070974.099571:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431364352:12345-192.168.204.29@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746070974.099707:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:1660:x1830887431363968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6235us (7222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.099713:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30023 00000100:00100000:2.0:1746070974.101492:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431364352:12345-192.168.204.29@tcp:3:ldlm_bl.0 Request processed in 1914us (2965us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.101501:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2857 00002000:00100000:2.0:1746070974.101511:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c217100 x1830887431364352/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.101519:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217100 with x1830887431364352 ext(0->4095) 00010000:00010000:2.0:1746070974.101526:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.101539:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.101544:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c217100 00000100:00100000:0.0:1746070974.109217:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.110258:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431364480 00000100:00100000:3.0:1746070974.110266:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431364480 00010000:00010000:3.0:1746070974.110304:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.110332:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13825 00000100:00100000:3.0:1746070974.110338:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431364480:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.110350:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.110367:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.110376:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.110396:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7600/0xa5d7060008037e1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b90 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.110411:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.110412:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.110418:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b97 expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.110435:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b97 expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.110463:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b97 expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.110474:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426823808:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.111051:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.114506:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426823808:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.114524:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.114802:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431364480:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4462us (5591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.114813:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13825 00000100:00100000:0.0:1746070974.114990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.115085:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431364736 00000100:00100000:2.0:1746070974.115090:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431364736 00002000:00100000:2.0:1746070974.115120:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214e00 x1830887431364736/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.115129:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214e00 with x1830887431364736 ext(0->4095) 00002000:00010000:2.0:1746070974.115133:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c214e00 00000100:00100000:2.0:1746070974.115148:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13620 00000100:00100000:2.0:1746070974.115154:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2008:x1830887431364736:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.115244:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2008:x1830887431364736:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (255us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.115249:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13620 00002000:00100000:2.0:1746070974.115254:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c214e00 x1830887431364736/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.115261:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c214e00 with x1830887431364736 ext(0->4095) 00002000:00010000:2.0:1746070974.115263:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c214e00 00000100:00100000:0.0:1746070974.118044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.118129:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431364864 00000100:00100000:1.0:1746070974.118135:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431364864 00000100:00100000:1.0:1746070974.118179:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30024 00000100:00100000:1.0:1746070974.118185:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431364864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.118200:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.118213:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014b9e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.118235:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b97 expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.118241:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.118243:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.118246:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.118269:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b97 expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.118280:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b97 expref: 81 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.118290:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426823936:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070974.118360:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070974.120856:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426823936:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.120899:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.120916:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a8a00, rc 0) 00000100:00100000:1.0:1746070974.120951:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431364864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2765us (2914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.120958:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30024 00000100:00100000:0.0:1746070974.123521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.123894:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431364992 00000100:00100000:3.0:1746070974.123901:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431364992 00010000:00010000:3.0:1746070974.123933:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b97 expref: 82 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.123960:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13826 00000100:00100000:3.0:1746070974.123967:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2007:x1830887431364992:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.123981:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.123997:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b97 expref: 82 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.124007:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b97 expref: 82 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.124026:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d7060008037e21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b97 expref: 82 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.124575:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.124577:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.124585:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.124593:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.124621:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.124632:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426824064:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.125205:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.125818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.125971:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431365120 00000100:00100000:1.0:1746070974.125977:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431365120 00000100:00100000:1.0:1746070974.126557:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30025 00000100:00100000:1.0:1746070974.126564:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:1660:x1830887431365120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.126578:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.126591:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ba5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.126611:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.126616:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070974.126618:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070974.126621:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 83 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.126641:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.126651:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.126664:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426824192:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070974.126731:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.129530:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426824064:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.129547:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.129592:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:2007:x1830887431364992:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5624us (6077us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.129601:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13826 00000100:00100000:1.0:1746070974.130612:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426824192:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.130633:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 82 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.130646:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9e00, rc 0) 00000100:00100000:1.0:1746070974.130668:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:1660:x1830887431365120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4105us (4852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.130674:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30025 00000100:00100000:0.0:1746070974.131165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.132364:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431365376 00000100:00100000:2.0:1746070974.132374:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431365376 00002000:00100000:2.0:1746070974.132408:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c216300 x1830887431365376/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.132417:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c216300 with x1830887431365376 ext(0->4095) 00010000:00010000:2.0:1746070974.132433:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.132444:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.132449:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c216300 00000100:00100000:2.0:1746070974.132758:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2858 00000100:00100000:2.0:1746070974.132765:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431365376:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.132893:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431365376:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (1728us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.132900:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2858 00002000:00100000:2.0:1746070974.132904:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c216300 x1830887431365376/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.132917:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c216300 with x1830887431365376 ext(0->4095) 00010000:00010000:2.0:1746070974.132921:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.132929:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.132935:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c216300 00000100:00100000:0.0:1746070974.136579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.136647:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431365504 00000100:00100000:3.0:1746070974.136656:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431365504 00010000:00010000:3.0:1746070974.136687:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.136724:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13827 00000100:00100000:3.0:1746070974.136732:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431365504:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.136743:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.136759:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.136769:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.136787:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008037e28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014b9e expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.136815:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.136817:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.136822:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.136829:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.136856:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.136892:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426824320:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.136968:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.138638:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426824320:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.138652:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.138691:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431365504:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1960us (2118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.138698:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13827 00000100:00100000:0.0:1746070974.139152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.139354:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431365760 00000100:00100000:2.0:1746070974.139359:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431365760 00002000:00100000:2.0:1746070974.139385:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c215f80 x1830887431365760/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.139393:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215f80 with x1830887431365760 ext(0->4095) 00002000:00010000:2.0:1746070974.139396:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c215f80 00000100:00100000:2.0:1746070974.139432:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13621 00000100:00100000:2.0:1746070974.139438:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2008:x1830887431365760:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.139538:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2008:x1830887431365760:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.139543:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13621 00002000:00100000:2.0:1746070974.139547:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c215f80 x1830887431365760/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.139554:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215f80 with x1830887431365760 ext(0->4095) 00002000:00010000:2.0:1746070974.139557:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c215f80 00000100:00100000:0.0:1746070974.145015:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.145379:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431365888 00000100:00100000:1.0:1746070974.145387:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431365888 00000100:00100000:1.0:1746070974.145446:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30026 00000100:00100000:1.0:1746070974.145454:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431365888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.145469:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.145485:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014bac expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.145511:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.145517:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.145519:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.145522:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bac expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.145550:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.145560:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 81 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.145571:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426824448:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070974.145640:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070974.146903:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426824448:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.146922:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bac expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.146934:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:1.0:1746070974.146959:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431365888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1506us (1952us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.146966:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30026 00000100:00100000:0.0:1746070974.157343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.157467:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431366016 00000100:00100000:2.0:1746070974.157476:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431366016 00002000:00100000:2.0:1746070974.157518:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c217480 x1830887431366016/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.157527:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217480 with x1830887431366016 ext(0->7) 00010000:00010000:2.0:1746070974.157536:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 82 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.157549:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 82 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.157555:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c217480 00000100:00100000:2.0:1746070974.157574:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2859 00000100:00100000:2.0:1746070974.157581:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2008:x1830887431366016:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070974.159058:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:2008:x1830887431366016:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1474us (1719us total) trans 4294972270 rc 0/0 00000100:00100000:2.0:1746070974.159066:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2859 00002000:00100000:2.0:1746070974.159072:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c217480 x1830887431366016/t4294972270(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.159080:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217480 with x1830887431366016 ext(0->7) 00010000:00010000:2.0:1746070974.159086:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 84 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.159096:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 84 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.159106:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c217480 00000001:00080000:2.0:1746070974.163821:0:9564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972270 is committed 00000100:00100000:0.0:1746070974.170396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.171910:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431366144 00000100:00100000:3.0:1746070974.171918:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431366144 00010000:00010000:3.0:1746070974.171947:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.171982:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13828 00000100:00100000:3.0:1746070974.171987:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431366144:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.171997:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.172012:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.172021:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.172039:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008037e2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ba5 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.172060:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.172062:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.172068:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bac expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.172074:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bac expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.172097:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bac expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.172105:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426824576:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.172178:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.174958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.175040:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431366400 00000100:00100000:2.0:1746070974.175046:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431366400 00002000:00100000:2.0:1746070974.175080:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c215c00 x1830887431366400/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.175088:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215c00 with x1830887431366400 ext(0->4095) 00002000:00010000:2.0:1746070974.175092:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c215c00 00000100:00100000:2.0:1746070974.175121:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13622 00000100:00100000:2.0:1746070974.175127:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431366400:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.175226:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431366400:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.175232:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13622 00002000:00100000:2.0:1746070974.175236:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c215c00 x1830887431366400/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.175242:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215c00 with x1830887431366400 ext(0->4095) 00002000:00010000:2.0:1746070974.175244:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c215c00 00000100:00100000:3.0:1746070974.175792:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426824576:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.175809:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.177317:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2007:x1830887431366144:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5324us (6922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.177328:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13828 00000100:00100000:0.0:1746070974.180959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.181013:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431366528 00000100:00100000:1.0:1746070974.181020:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431366528 00000100:00100000:1.0:1746070974.181063:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30027 00000100:00100000:1.0:1746070974.181070:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:1660:x1830887431366528:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.181083:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.181097:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014bb3 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.181129:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bac expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.181135:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070974.181137:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070974.181140:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.181162:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bac expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.181170:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bac expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.181180:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426824704:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070974.181239:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.181592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.183543:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431366656 00000100:00100000:2.0:1746070974.183551:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431366656 00000100:00100000:2.0:1746070974.183589:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30028 00000100:00100000:2.0:1746070974.183596:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:1661:x1830887431366656:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.183608:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.183621:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014bba expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.183640:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.183644:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.183649:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.183653:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.183680:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.183689:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.183697:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526d400, rc 0) 00000100:00100000:2.0:1746070974.183750:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:1661:x1830887431366656:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (2159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.183756:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30028 00000100:00100000:2.0:1746070974.184584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.184648:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431366784 00000100:00100000:3.0:1746070974.184653:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431366784 00000100:00100000:1.0:1746070974.184657:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426824704:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.184673:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.184674:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bac expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.184682:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233800, rc 0) 00000100:00100000:1.0:1746070974.184703:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:1660:x1830887431366528:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3635us (3752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.184706:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13829 00000100:00100000:1.0:1746070974.184709:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30027 00000100:00100000:3.0:1746070974.184711:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431366784:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.184722:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.184736:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bac expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.184747:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bac expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.184763:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bac expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.184786:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.184788:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.184793:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.184800:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.184819:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.184829:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.184838:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426824960:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.185488:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.188238:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426824960:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.188256:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.188294:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431366784:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3582us (3711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.188303:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13829 00000100:00100000:0.0:1746070974.191142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.191185:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431367040 00000100:00100000:2.0:1746070974.191193:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431367040 00002000:00100000:2.0:1746070974.191230:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de41c00 x1830887431367040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.191240:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41c00 with x1830887431367040 ext(0->4095) 00010000:00010000:2.0:1746070974.191248:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 7 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.191265:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 7 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.191271:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de41c00 00000100:00100000:2.0:1746070974.191295:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2860 00000100:00100000:2.0:1746070974.191300:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431367040:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070974.191401:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431367040:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.191406:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2860 00002000:00100000:2.0:1746070974.191411:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de41c00 x1830887431367040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.191417:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41c00 with x1830887431367040 ext(0->4095) 00010000:00010000:2.0:1746070974.191421:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 7 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.191440:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 7 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.191445:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de41c00 00000100:00100000:0.0:1746070974.197190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.197472:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431367168 00000100:00100000:3.0:1746070974.197480:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431367168 00010000:00010000:3.0:1746070974.197517:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 7 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.197543:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13830 00000100:00100000:3.0:1746070974.197550:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431367168:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.197564:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.197583:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 7 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.197594:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 7 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.197613:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037e3d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bb3 expref: 7 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.197643:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.197644:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.197651:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.197659:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.197688:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.197699:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426825088:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.199095:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.205383:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426825088:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070974.205391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:2.0:1746070974.205403:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.205469:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431367424 00000100:00100000:3.0:1746070974.205475:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431367424 00002000:00100000:3.0:1746070974.205507:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de42300 x1830887431367424/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.205515:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de42300 with x1830887431367424 ext(0->4095) 00002000:00010000:3.0:1746070974.205519:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009de42300 00000100:00100000:3.0:1746070974.205549:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13623 00000100:00100000:3.0:1746070974.205556:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431367424:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070974.205715:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431367168:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 8165us (8530us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.205726:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13830 00000100:00100000:3.0:1746070974.205967:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431367424:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 411us (577us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.205973:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13623 00002000:00100000:3.0:1746070974.205978:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de42300 x1830887431367424/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.205986:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de42300 with x1830887431367424 ext(0->4095) 00002000:00010000:3.0:1746070974.205988:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009de42300 00000100:00100000:0.0:1746070974.212067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.212150:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431367552 00000100:00100000:1.0:1746070974.212157:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431367552 00000100:00100000:1.0:1746070974.212189:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30029 00000100:00100000:1.0:1746070974.212195:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431367552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.212211:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.212224:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014bc1 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.212248:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.212255:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.212256:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.212259:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.212282:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.212291:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 5 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.212300:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426825216:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070974.212547:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070974.220503:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426825216:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.220527:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.220542:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232000, rc 0) 00000100:00100000:1.0:1746070974.220573:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431367552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8377us (8513us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.220582:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30029 00000100:00100000:0.0:1746070974.239361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.239443:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431367680 00000100:00100000:3.0:1746070974.239451:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431367680 00002000:00100000:3.0:1746070974.239484:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009de43800 x1830887431367680/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.239493:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de43800 with x1830887431367680 ext(0->7) 00010000:00010000:3.0:1746070974.239501:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.239513:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.239519:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de43800 00000100:00100000:3.0:1746070974.239533:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2861 00000100:00100000:3.0:1746070974.239538:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431367680:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070974.246791:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431367680:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 7245us (7430us total) trans 4294972271 rc 0/0 00000100:00100000:0.0:1746070974.246802:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2861 00002000:00100000:0.0:1746070974.246811:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009de43800 x1830887431367680/t4294972271(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.246823:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de43800 with x1830887431367680 ext(0->7) 00010000:00010000:0.0:1746070974.246833:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 8 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.246848:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 8 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746070974.246854:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de43800 00000100:00100000:2.0:1746070974.247032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.247163:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431367808 00000100:00100000:0.0:1746070974.247169:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431367808 00000100:00100000:0.0:1746070974.247196:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30030 00000100:00100000:0.0:1746070974.247202:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:1660:x1830887431367808:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070974.247213:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070974.247223:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014bc8 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.247241:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070974.247245:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.247250:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070974.247253:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.247277:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.247285:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.247293:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7400, rc 0) 00000100:00100000:0.0:1746070974.247317:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:1660:x1830887431367808:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070974.247322:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30030 00000100:00100000:0.0:1746070974.252917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.252986:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431367936 00000100:00100000:2.0:1746070974.252995:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431367936 00010000:00010000:2.0:1746070974.253026:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 9 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.253066:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13831 00000100:00100000:2.0:1746070974.253073:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2010:x1830887431367936:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.253085:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.253101:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 9 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.253111:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 9 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.253131:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d400/0xa5d7060008037e44 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bba expref: 9 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.253162:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.253164:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.253170:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.253177:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.253213:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.253223:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.253233:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426825472:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.253312:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.254722:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426825472:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.254733:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.254765:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431367936:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1693us (1856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.254772:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13831 00000100:00100000:0.0:1746070974.255412:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.255461:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431368192 00000100:00100000:2.0:1746070974.255467:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431368192 00002000:00100000:2.0:1746070974.255491:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de40380 x1830887431368192/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.255500:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40380 with x1830887431368192 ext(0->4095) 00010000:00010000:2.0:1746070974.255506:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.255515:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.255521:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de40380 00000100:00100000:2.0:1746070974.255544:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2862 00000100:00100000:2.0:1746070974.255548:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431368192:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.255644:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431368192:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (232us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.255650:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2862 00002000:00100000:2.0:1746070974.255654:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de40380 x1830887431368192/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.255660:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40380 with x1830887431368192 ext(0->4095) 00010000:00010000:2.0:1746070974.255664:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.255672:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.255677:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de40380 00000100:00100000:0.0:1746070974.257587:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.257814:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431368320 00000100:00100000:2.0:1746070974.257821:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431368320 00010000:00010000:2.0:1746070974.257843:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.257890:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13832 00000100:00100000:2.0:1746070974.257897:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431368320:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.257907:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.257921:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.257935:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.257953:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc1 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.258458:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.258460:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.258467:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.258474:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.258499:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.258508:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426825600:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.258574:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.262441:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426825600:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.262458:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.262501:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431368320:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4605us (4918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.262510:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13832 00000100:00100000:2.0:1746070974.263695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.263765:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431368576 00000100:00100000:0.0:1746070974.263772:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431368576 00002000:00100000:0.0:1746070974.263809:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b9f80 x1830887431368576/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.263818:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b9f80 with x1830887431368576 ext(0->4095) 00002000:00010000:0.0:1746070974.263822:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327b9f80 00000100:00100000:0.0:1746070974.264583:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13624 00000100:00100000:0.0:1746070974.264592:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431368576:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070974.264718:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431368576:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (1024us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070974.264724:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13624 00002000:00100000:0.0:1746070974.264729:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b9f80 x1830887431368576/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.264736:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b9f80 with x1830887431368576 ext(0->4095) 00002000:00010000:0.0:1746070974.264739:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327b9f80 00000100:00100000:0.0:1746070974.273259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.274315:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431368704 00000100:00100000:2.0:1746070974.274324:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431368704 00000100:00100000:2.0:1746070974.274363:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30031 00000100:00100000:2.0:1746070974.274370:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431368704:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.274384:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.274397:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014bcf expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.274430:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.274437:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.274438:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.274441:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.274466:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.274475:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 7 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.274484:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426825728:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.274556:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.284509:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426825728:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.284537:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.284555:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526dc00, rc 0) 00000100:00100000:2.0:1746070974.284595:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431368704:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10223us (11342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.284602:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30031 00000100:00100000:0.0:1746070974.286236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.286578:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431368832 00000100:00100000:2.0:1746070974.286585:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431368832 00002000:00100000:2.0:1746070974.286618:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011e5c1500 x1830887431368832/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.286627:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c1500 with x1830887431368832 ext(0->7) 00010000:00010000:2.0:1746070974.286635:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 8 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.286646:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 8 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.286652:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c1500 00000100:00100000:2.0:1746070974.286680:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2863 00000100:00100000:2.0:1746070974.286687:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431368832:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070974.287404:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887431368832:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 715us (1169us total) trans 4294972272 rc 0/0 00000100:00100000:2.0:1746070974.287410:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2863 00002000:00100000:2.0:1746070974.287416:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011e5c1500 x1830887431368832/t4294972272(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.287437:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c1500 with x1830887431368832 ext(0->7) 00010000:00010000:2.0:1746070974.287441:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 10 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.287449:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 10 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.287454:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c1500 00000100:00100000:0.0:1746070974.293241:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.293392:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431368960 00000100:00100000:2.0:1746070974.293400:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431368960 00000100:00100000:2.0:1746070974.293449:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30032 00000100:00100000:2.0:1746070974.293457:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:1660:x1830887431368960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.293472:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.293489:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014bd6 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.293511:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.293516:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.293521:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070974.293524:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 11 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.293552:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.293566:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 11 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.293574:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2c00, rc 0) 00000100:00100000:2.0:1746070974.293620:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:1660:x1830887431368960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.293625:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30032 00000100:00100000:1.0:1746070974.295096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.295248:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431369088 00000100:00100000:2.0:1746070974.295253:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431369088 00010000:00010000:2.0:1746070974.295270:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 11 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.295286:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13833 00000100:00100000:2.0:1746070974.295290:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2010:x1830887431369088:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.295298:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.295312:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 11 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.295320:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 11 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.295334:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008037e52 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bc8 expref: 11 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.295360:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.295362:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.295367:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.295373:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.295391:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.295400:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 5 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.295409:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426825984:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.295469:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.301300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.301455:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431369344 00000100:00100000:3.0:1746070974.301462:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431369344 00002000:00100000:3.0:1746070974.301497:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c3800 x1830887431369344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.301505:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3800 with x1830887431369344 ext(0->4095) 00010000:00010000:3.0:1746070974.301513:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.301524:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.301530:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c3800 00000100:00100000:3.0:1746070974.301545:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2864 00000100:00100000:3.0:1746070974.301551:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431369344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070974.301662:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431369344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (368us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.301668:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2864 00002000:00100000:3.0:1746070974.301672:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c3800 x1830887431369344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.301678:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3800 with x1830887431369344 ext(0->4095) 00010000:00010000:3.0:1746070974.301682:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.301691:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.301695:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c3800 00000100:00100000:2.0:1746070974.301778:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426825984:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.301791:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.301810:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2010:x1830887431369088:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6519us (6719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.301816:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13833 00000100:00100000:0.0:1746070974.305211:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.305439:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431369472 00000100:00100000:2.0:1746070974.305446:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431369472 00010000:00010000:2.0:1746070974.305471:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.305503:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13834 00000100:00100000:2.0:1746070974.305509:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431369472:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.305522:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.305536:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.305546:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.305564:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008037e59 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bcf expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.305590:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.305592:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.305598:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 9 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.305605:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 9 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.305632:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 9 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.305641:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426826112:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.305700:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.307775:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426826112:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.307787:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.307812:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431369472:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2302us (2609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.307822:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13834 00000100:00100000:0.0:1746070974.308612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.308970:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431369728 00000100:00100000:2.0:1746070974.308975:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431369728 00002000:00100000:2.0:1746070974.308999:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c2300 x1830887431369728/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.309008:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2300 with x1830887431369728 ext(0->4095) 00002000:00010000:2.0:1746070974.309012:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c2300 00000100:00100000:2.0:1746070974.309029:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13625 00000100:00100000:2.0:1746070974.309034:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887431369728:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.309111:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887431369728:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 77us (500us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.309116:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13625 00002000:00100000:2.0:1746070974.309120:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c2300 x1830887431369728/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.309127:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2300 with x1830887431369728 ext(0->4095) 00002000:00010000:2.0:1746070974.309130:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5c2300 00000100:00100000:0.0:1746070974.314730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.314806:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431369856 00000100:00100000:2.0:1746070974.314814:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431369856 00000100:00100000:2.0:1746070974.314881:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30033 00000100:00100000:2.0:1746070974.314888:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431369856:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.314902:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.314915:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014bdd expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.314944:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 9 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.314950:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.314951:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.314955:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.314979:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 9 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.314989:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 9 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.314998:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426826240:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.315078:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.316273:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426826240:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.316289:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.316300:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3600, rc 0) 00000100:00100000:2.0:1746070974.316321:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431369856:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1434us (1600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.316326:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30033 00000100:00100000:0.0:1746070974.329158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.329263:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431369984 00000100:00100000:3.0:1746070974.329271:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431369984 00002000:00100000:3.0:1746070974.329308:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011e5c3100 x1830887431369984/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.329317:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3100 with x1830887431369984 ext(0->7) 00010000:00010000:3.0:1746070974.329325:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 10 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.329338:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 10 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.329344:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c3100 00000100:00100000:3.0:1746070974.329740:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2865 00000100:00100000:3.0:1746070974.329748:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2007:x1830887431369984:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070974.330486:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2007:x1830887431369984:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 737us (1333us total) trans 4294972273 rc 0/0 00000100:00100000:0.0:1746070974.330495:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2865 00002000:00100000:0.0:1746070974.330501:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011e5c3100 x1830887431369984/t4294972273(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.330507:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c3100 with x1830887431369984 ext(0->7) 00010000:00010000:0.0:1746070974.330512:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 12 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.330522:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 12 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746070974.330528:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c3100 00000100:00100000:0.0:1746070974.342940:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.343024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.343114:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431370240 00000100:00100000:2.0:1746070974.343123:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431370240 00000100:00100000:2.0:1746070974.343171:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30034 00000100:00100000:2.0:1746070974.343178:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:1660:x1830887431370240:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.343194:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.343208:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014be4 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.343232:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.343238:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.343243:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070974.343246:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 13 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.343277:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.343287:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 13 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.343295:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2200, rc 0) 00000100:00100000:2.0:1746070974.343331:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:1660:x1830887431370240:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.343337:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30034 00000100:00100000:3.0:1746070974.343522:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431370112 00000100:00100000:3.0:1746070974.343526:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431370112 00010000:00010000:3.0:1746070974.343542:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 13 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.343566:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13835 00000100:00100000:3.0:1746070974.343570:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431370112:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.343578:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.343590:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 13 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.343598:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 13 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.343612:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bd6 expref: 13 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.343632:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.343634:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.343639:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.343646:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.343664:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.343673:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.343683:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426826496:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.343740:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.349721:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426826496:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.349742:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.349784:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431370112:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6213us (6759us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.349794:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13835 00000100:00100000:3.0:1746070974.350678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.350765:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431370496 00000100:00100000:0.0:1746070974.350771:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431370496 00002000:00100000:0.0:1746070974.350803:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c7480 x1830887431370496/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.350812:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c7480 with x1830887431370496 ext(0->4095) 00010000:00010000:0.0:1746070974.350819:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.350830:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746070974.350836:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c7480 00000100:00100000:0.0:1746070974.351454:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2866 00000100:00100000:0.0:1746070974.351461:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431370496:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070974.351979:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431370496:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 517us (1302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070974.351985:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2866 00002000:00100000:0.0:1746070974.351991:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c7480 x1830887431370496/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.351998:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c7480 with x1830887431370496 ext(0->4095) 00010000:00010000:0.0:1746070974.352003:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.352012:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746070974.352017:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c7480 00000100:00100000:0.0:1746070974.355359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.355906:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431370624 00000100:00100000:3.0:1746070974.355914:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431370624 00010000:00010000:3.0:1746070974.355943:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.355964:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13836 00000100:00100000:3.0:1746070974.355970:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431370624:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.355980:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.355996:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.356006:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.356030:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037e67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bdd expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.356057:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.356059:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.356065:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.356072:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.356098:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.356109:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426826624:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.356379:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.358491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.358571:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431370880 00000100:00100000:2.0:1746070974.358578:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431370880 00002000:00100000:2.0:1746070974.358610:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc41500 x1830887431370880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.358624:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc41500 with x1830887431370880 ext(0->4095) 00002000:00010000:2.0:1746070974.358627:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc41500 00000100:00100000:2.0:1746070974.358642:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13626 00000100:00100000:2.0:1746070974.358647:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431370880:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070974.358742:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426826624:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.358756:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.358765:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431370880:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.358770:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13626 00002000:00100000:2.0:1746070974.358776:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc41500 x1830887431370880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746070974.358778:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431370624:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2809us (3427us total) trans 0 rc 0/0 00002000:00100000:2.0:1746070974.358782:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc41500 with x1830887431370880 ext(0->4095) 00000100:00100000:3.0:1746070974.358784:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13836 00002000:00010000:2.0:1746070974.358785:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc41500 00000100:00100000:0.0:1746070974.362100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.362159:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431371008 00000100:00100000:1.0:1746070974.362166:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431371008 00000100:00100000:1.0:1746070974.362214:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30035 00000100:00100000:1.0:1746070974.362221:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431371008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.362235:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.362250:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014beb expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.362273:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.362279:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.362280:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.362283:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.362305:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.362314:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 11 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.362324:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426826752:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070974.362394:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070974.364223:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426826752:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.364248:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.364259:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:1.0:1746070974.364298:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431371008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2077us (2205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.364305:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30035 00000100:00100000:0.0:1746070974.364748:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.364789:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431371136 00000100:00100000:2.0:1746070974.364793:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431371136 00002000:00100000:2.0:1746070974.364818:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fc41880 x1830887431371136/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.364827:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc41880 with x1830887431371136 ext(0->7) 00010000:00010000:2.0:1746070974.364832:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 12 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.364842:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 12 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.364847:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc41880 00000100:00100000:2.0:1746070974.364882:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2867 00000100:00100000:2.0:1746070974.364888:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2007:x1830887431371136:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070974.370637:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2007:x1830887431371136:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 5740us (5881us total) trans 4294972274 rc 0/0 00000100:00100000:1.0:1746070974.370649:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2867 00002000:00100000:1.0:1746070974.370657:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fc41880 x1830887431371136/t4294972274(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.370666:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc41880 with x1830887431371136 ext(0->7) 00010000:00010000:1.0:1746070974.370675:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 14 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.370688:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 14 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.370695:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc41880 00000100:00100000:0.0:1746070974.380611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.383251:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431371264 00000100:00100000:1.0:1746070974.383262:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431371264 00000100:00100000:1.0:1746070974.383324:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30036 00000100:00100000:1.0:1746070974.383333:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:1660:x1830887431371264:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.383349:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.383364:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014bf2 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.383387:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.383393:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.383398:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070974.383401:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 15 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.383675:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.383688:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 15 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070974.383694:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070974.383696:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233c00, rc 0) 00000100:00100000:3.0:1746070974.383748:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431371392 00000100:00100000:3.0:1746070974.383752:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431371392 00010000:00010000:3.0:1746070974.383769:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 16 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.383788:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13837 00000100:00100000:3.0:1746070974.383792:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431371392:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.383800:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.383813:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 16 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.383822:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 16 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.383835:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037e6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014be4 expref: 16 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.383847:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.383848:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.383854:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.383859:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.383893:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.383902:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 5 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.383916:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426827008:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.383981:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070974.385060:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:1660:x1830887431371264:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1726us (4454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.385067:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30036 00000100:00100000:2.0:1746070974.389285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.389361:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426827008:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.389377:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.389409:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2008:x1830887431371392:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5616us (5715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.389418:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13837 00000100:00100000:1.0:1746070974.390131:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431371648 00000100:00100000:1.0:1746070974.390138:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431371648 00002000:00100000:1.0:1746070974.390339:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327baa00 x1830887431371648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.390349:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327baa00 with x1830887431371648 ext(0->4095) 00010000:00010000:1.0:1746070974.390357:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.390372:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.390378:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327baa00 00000100:00100000:1.0:1746070974.390400:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2868 00000100:00100000:1.0:1746070974.390407:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431371648:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070974.390788:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431371648:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 381us (1510us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.390795:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2868 00002000:00100000:1.0:1746070974.390801:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327baa00 x1830887431371648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.390808:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327baa00 with x1830887431371648 ext(0->4095) 00010000:00010000:1.0:1746070974.390813:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.390821:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.390827:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327baa00 00000100:00100000:0.0:1746070974.396277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.396343:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431371776 00000100:00100000:3.0:1746070974.396351:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431371776 00010000:00010000:3.0:1746070974.396385:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.396428:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13838 00000100:00100000:3.0:1746070974.396436:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431371776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.396449:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.396465:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.396475:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.396493:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008037e75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014beb expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.397685:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.397690:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.397700:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 13 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.397709:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 13 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.397742:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 13 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.397752:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426827136:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.397906:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.401509:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426827136:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.401529:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.401583:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431371776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5148us (5312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.401593:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13838 00000100:00100000:0.0:1746070974.405239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.405382:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431372032 00000100:00100000:1.0:1746070974.405390:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431372032 00002000:00100000:1.0:1746070974.405435:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc40e00 x1830887431372032/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.405443:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc40e00 with x1830887431372032 ext(0->4095) 00002000:00010000:1.0:1746070974.405447:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc40e00 00000100:00100000:1.0:1746070974.405465:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13627 00000100:00100000:1.0:1746070974.405471:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2008:x1830887431372032:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070974.405579:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2008:x1830887431372032:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.405584:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13627 00002000:00100000:1.0:1746070974.405589:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc40e00 x1830887431372032/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.405596:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc40e00 with x1830887431372032 ext(0->4095) 00002000:00010000:1.0:1746070974.405598:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc40e00 00000100:00100000:0.0:1746070974.408989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.409739:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431372160 00000100:00100000:1.0:1746070974.409748:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431372160 00000100:00100000:1.0:1746070974.409797:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30037 00000100:00100000:1.0:1746070974.409804:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431372160:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.409819:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.409834:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014bf9 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.409859:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 13 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.409934:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.409936:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.409939:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.409970:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 13 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.409980:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 13 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.409990:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426827264:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070974.415478:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070974.415521:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426827264:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.415545:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.415564:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232000, rc 0) 00000100:00100000:1.0:1746070974.415610:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431372160:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5806us (6628us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.415620:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30037 00000100:00100000:0.0:1746070974.421685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.421752:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431372288 00000100:00100000:2.0:1746070974.421760:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431372288 00002000:00100000:2.0:1746070974.421794:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fc41c00 x1830887431372288/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.421804:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc41c00 with x1830887431372288 ext(0->7) 00010000:00010000:2.0:1746070974.421812:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 14 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.421825:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 14 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.421831:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc41c00 00000100:00100000:2.0:1746070974.421888:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2869 00000100:00100000:2.0:1746070974.421895:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2007:x1830887431372288:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070974.422511:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431372288:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 616us (832us total) trans 4294972275 rc 0/0 00000100:00100000:0.0:1746070974.422520:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2869 00002000:00100000:0.0:1746070974.422525:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fc41c00 x1830887431372288/t4294972275(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.422532:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc41c00 with x1830887431372288 ext(0->7) 00010000:00010000:0.0:1746070974.422536:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 16 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.422544:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 16 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746070974.422549:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc41c00 00000100:00100000:0.0:1746070974.428135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.429852:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431372416 00000100:00100000:3.0:1746070974.429861:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431372416 00010000:00010000:3.0:1746070974.429908:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 16 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.432580:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13839 00000100:00100000:3.0:1746070974.432597:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431372416:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.432613:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.432633:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 16 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.432652:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 16 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.432672:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf2 expref: 16 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.432704:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.432706:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.432712:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.432718:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.432754:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.432766:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426827392:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.432827:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.436955:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.437008:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431372544 00000100:00100000:1.0:1746070974.437016:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431372544 00000100:00100000:1.0:1746070974.437054:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30038 00000100:00100000:1.0:1746070974.437060:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431372544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.437073:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.437087:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c00 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.437110:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.437117:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070974.437119:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070974.437122:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 17 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.437146:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.437155:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 5 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.437165:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426827520:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070974.437239:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.440796:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426827392:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.440813:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.440860:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2007:x1830887431372416:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 8270us (12731us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.440900:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13839 00000100:00100000:1.0:1746070974.441705:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426827520:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.441923:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 16 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.441939:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232800, rc 0) 00000100:00100000:1.0:1746070974.441969:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:1660:x1830887431372544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4908us (5021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.441975:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30038 00000100:00100000:1.0:1746070974.442077:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.442341:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431372800 00000100:00100000:0.0:1746070974.442347:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431372800 00002000:00100000:0.0:1746070974.442378:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cdc00 x1830887431372800/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.442387:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cdc00 with x1830887431372800 ext(0->4095) 00010000:00010000:0.0:1746070974.442393:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.442404:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746070974.442410:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cdc00 00000100:00100000:0.0:1746070974.442435:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2870 00000100:00100000:0.0:1746070974.442441:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431372800:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070974.443262:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431372800:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 820us (1184us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070974.443269:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2870 00002000:00100000:0.0:1746070974.443275:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cdc00 x1830887431372800/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.443283:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cdc00 with x1830887431372800 ext(0->4095) 00010000:00010000:0.0:1746070974.443288:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.443297:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746070974.443302:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cdc00 00000100:00100000:0.0:1746070974.446562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.446858:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431372928 00000100:00100000:2.0:1746070974.446898:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431372928 00010000:00010000:2.0:1746070974.446926:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.446960:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13840 00000100:00100000:2.0:1746070974.446967:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431372928:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.446979:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.446996:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.447005:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.447023:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037e83 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014bf9 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.447045:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.447047:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.447053:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 15 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.447059:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 15 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.447086:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 15 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.447097:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426827648:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.447171:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.448758:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426827648:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.448771:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.448797:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431372928:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1830us (2242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.448805:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13840 00000100:00100000:0.0:1746070974.450998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.451149:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431373184 00000100:00100000:3.0:1746070974.451156:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431373184 00002000:00100000:3.0:1746070974.451203:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc40700 x1830887431373184/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.451212:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc40700 with x1830887431373184 ext(0->4095) 00002000:00010000:3.0:1746070974.451216:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc40700 00000100:00100000:3.0:1746070974.451245:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13628 00000100:00100000:3.0:1746070974.451252:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431373184:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070974.451352:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431373184:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (361us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.451358:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13628 00002000:00100000:3.0:1746070974.451364:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc40700 x1830887431373184/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.451370:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc40700 with x1830887431373184 ext(0->4095) 00002000:00010000:3.0:1746070974.451373:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc40700 00000100:00100000:0.0:1746070974.454628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.454794:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431373312 00000100:00100000:1.0:1746070974.454802:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431373312 00000100:00100000:1.0:1746070974.454850:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30039 00000100:00100000:1.0:1746070974.454857:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431373312:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.454896:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.454910:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c07 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.454933:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 15 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.454940:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.454941:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.454944:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.454969:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 15 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.454980:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 15 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.454990:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426827776:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070974.456320:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070974.457440:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426827776:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.457462:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.457475:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233c00, rc 0) 00000100:00100000:1.0:1746070974.457506:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431373312:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2650us (2885us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.457516:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30039 00000100:00100000:0.0:1746070974.459942:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.460076:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431373440 00000100:00100000:3.0:1746070974.460082:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431373440 00002000:00100000:3.0:1746070974.460117:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fc42a00 x1830887431373440/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.460125:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42a00 with x1830887431373440 ext(0->7) 00010000:00010000:3.0:1746070974.460133:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 16 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.460146:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 16 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.460151:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc42a00 00000100:00100000:3.0:1746070974.460171:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2871 00000100:00100000:3.0:1746070974.460178:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431373440:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070974.468828:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431373440:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 8641us (8881us total) trans 4294972276 rc 0/0 00000100:00100000:0.0:1746070974.468841:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2871 00002000:00100000:0.0:1746070974.468852:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fc42a00 x1830887431373440/t4294972276(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.468861:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42a00 with x1830887431373440 ext(0->7) 00010000:00010000:0.0:1746070974.468904:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 18 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.468924:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 18 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746070974.468930:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc42a00 00000100:00100000:0.0:1746070974.473507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.473596:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431373568 00000100:00100000:1.0:1746070974.473604:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431373568 00000100:00100000:1.0:1746070974.473653:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30040 00000100:00100000:1.0:1746070974.473660:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:1660:x1830887431373568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.473675:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.473689:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c0e expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.473711:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.473716:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.473722:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070974.473725:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c0e expref: 19 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.473754:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.473764:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c0e expref: 19 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.473774:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232200, rc 0) 00000100:00100000:1.0:1746070974.473810:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1660:x1830887431373568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.473816:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30040 00000100:00100000:0.0:1746070974.476119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.476193:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431373696 00000100:00100000:2.0:1746070974.476199:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431373696 00010000:00010000:2.0:1746070974.476224:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 19 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.476256:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13841 00000100:00100000:2.0:1746070974.476262:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431373696:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.476274:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.476289:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 19 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.476298:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 19 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.476315:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232800/0xa5d7060008037e8a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c00 expref: 19 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.476329:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.476331:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.476336:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.476343:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.476367:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.476376:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 5 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.476386:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426828032:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.476464:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800726053c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.478560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.478626:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431373952 00000100:00100000:1.0:1746070974.478631:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431373952 00002000:00100000:1.0:1746070974.478663:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd1b800 x1830887431373952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.478672:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1b800 with x1830887431373952 ext(0->4095) 00010000:00010000:1.0:1746070974.478679:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.478689:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.478695:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd1b800 00000100:00100000:1.0:1746070974.478718:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2872 00000100:00100000:1.0:1746070974.478724:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431373952:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070974.478819:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431373952:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.478824:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2872 00002000:00100000:1.0:1746070974.478828:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd1b800 x1830887431373952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.478834:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1b800 with x1830887431373952 ext(0->4095) 00010000:00010000:1.0:1746070974.478838:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.478850:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.478860:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd1b800 00000100:00100000:2.0:1746070974.479298:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426828032:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.479311:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.479330:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887431373696:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3068us (3218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.479337:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13841 00000100:00100000:0.0:1746070974.482544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.482660:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431374080 00000100:00100000:2.0:1746070974.482667:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431374080 00010000:00010000:2.0:1746070974.482698:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.483159:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13842 00000100:00100000:3.0:1746070974.483170:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431374080:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.483181:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.483195:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.483206:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.483227:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233c00/0xa5d7060008037e91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c07 expref: 6 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.483252:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.483254:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.483260:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c0e expref: 17 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.483266:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c0e expref: 17 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.483293:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c0e expref: 17 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.483303:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426828160:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.484043:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.485824:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426828160:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.485841:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.485902:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431374080:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2735us (3363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.485910:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13842 00000100:00100000:0.0:1746070974.486486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.486593:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431374336 00000100:00100000:2.0:1746070974.486599:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431374336 00002000:00100000:2.0:1746070974.486630:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd1b480 x1830887431374336/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.486639:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1b480 with x1830887431374336 ext(0->4095) 00002000:00010000:2.0:1746070974.486643:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd1b480 00000100:00100000:2.0:1746070974.487082:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13629 00000100:00100000:2.0:1746070974.487089:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431374336:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070974.487201:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431374336:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (716us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.487207:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13629 00002000:00100000:2.0:1746070974.487212:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd1b480 x1830887431374336/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.487218:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1b480 with x1830887431374336 ext(0->4095) 00002000:00010000:2.0:1746070974.487221:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd1b480 00000100:00100000:0.0:1746070974.489248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.489363:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431374464 00000100:00100000:2.0:1746070974.489370:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431374464 00000100:00100000:2.0:1746070974.489399:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30041 00000100:00100000:2.0:1746070974.489404:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431374464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.489416:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.489436:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c15 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.489546:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c0e expref: 17 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.489553:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.489554:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.489558:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c15 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.489581:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c0e expref: 17 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.489592:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c0e expref: 17 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.489602:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426828288:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.490605:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.492522:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426828288:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.492546:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c15 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.492559:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2c00, rc 0) 00000100:00100000:2.0:1746070974.492754:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431374464:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3348us (3510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.492761:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30041 00000100:00100000:0.0:1746070974.493058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.493195:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431374592 00000100:00100000:3.0:1746070974.493201:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431374592 00010000:00010000:3.0:1746070974.493222:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c0e expref: 18 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.493244:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13843 00000100:00100000:3.0:1746070974.493251:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887431374592:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.493260:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.493274:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c0e expref: 18 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.493283:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c0e expref: 18 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.493301:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008037e98 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c0e expref: 18 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.493314:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.493316:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.493321:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c15 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.493328:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c15 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.493349:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c15 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.493358:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426828416:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.493395:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.496231:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.496354:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426828416:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.496370:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.497346:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2008:x1830887431374592:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4093us (4286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.497357:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13843 00000100:00100000:2.0:1746070974.498014:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431374848 00000100:00100000:2.0:1746070974.498021:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431374848 00002000:00100000:2.0:1746070974.498051:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd1bb80 x1830887431374848/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.498059:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1bb80 with x1830887431374848 ext(0->4095) 00002000:00010000:2.0:1746070974.498062:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd1bb80 00000100:00100000:2.0:1746070974.498081:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13630 00000100:00100000:2.0:1746070974.498087:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431374848:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.498189:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431374848:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (1964us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.498194:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13630 00002000:00100000:2.0:1746070974.498199:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd1bb80 x1830887431374848/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.498206:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1bb80 with x1830887431374848 ext(0->4095) 00002000:00010000:2.0:1746070974.498208:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd1bb80 00000100:00100000:0.0:1746070974.500170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.500722:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431374976 00000100:00100000:2.0:1746070974.500728:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431374976 00000100:00100000:2.0:1746070974.501200:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30042 00000100:00100000:2.0:1746070974.501207:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:1660:x1830887431374976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.501221:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.501235:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c1c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.501255:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c15 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.501261:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.501263:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.501265:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.501287:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c15 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.501300:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c15 expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.501310:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426828544:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.501379:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.503178:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.503957:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431375104 00000100:00100000:1.0:1746070974.503964:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431375104 00000100:00100000:1.0:1746070974.504005:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30043 00000100:00100000:1.0:1746070974.504012:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1661:x1830887431375104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.504025:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.504036:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c23 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.504053:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070974.504057:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.504062:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.504065:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.504091:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.504101:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 20 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.504108:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:1.0:1746070974.504149:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1661:x1830887431375104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.504157:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30043 00000100:00100000:2.0:1746070974.505671:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426828544:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.505692:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.505703:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2200, rc 0) 00000100:00100000:2.0:1746070974.505744:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1660:x1830887431374976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4538us (5579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.505750:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30042 00000100:00100000:0.0:1746070974.507042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.507136:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431375232 00000100:00100000:3.0:1746070974.507142:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431375232 00010000:00010000:3.0:1746070974.507171:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c15 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.508319:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13844 00000100:00100000:3.0:1746070974.508329:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431375232:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.508341:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.508355:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c15 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.508365:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c15 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.508382:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037e9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c15 expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.508404:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.508406:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.508411:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.508426:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.508452:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.508460:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 18 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.508469:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426828800:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.508526:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.510415:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426828800:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.510442:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.510473:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431375232:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2146us (3434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.510483:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13844 00000100:00100000:0.0:1746070974.510640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.510779:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431375488 00000100:00100000:1.0:1746070974.510785:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431375488 00002000:00100000:1.0:1746070974.510818:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd19180 x1830887431375488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.510827:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19180 with x1830887431375488 ext(0->4095) 00010000:00010000:1.0:1746070974.510833:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.510843:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.510848:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd19180 00000100:00100000:1.0:1746070974.510886:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2873 00000100:00100000:1.0:1746070974.510893:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431375488:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070974.510985:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431375488:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.510990:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2873 00002000:00100000:1.0:1746070974.510995:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd19180 x1830887431375488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.511001:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19180 with x1830887431375488 ext(0->4095) 00010000:00010000:1.0:1746070974.511005:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.511017:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.511023:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd19180 00000100:00100000:0.0:1746070974.512962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.513060:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431375616 00000100:00100000:3.0:1746070974.513069:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431375616 00010000:00010000:3.0:1746070974.513104:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.513143:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13845 00000100:00100000:3.0:1746070974.513151:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887431375616:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.513166:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.513184:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.513199:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.513220:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037ea6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c1c expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.513235:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.513236:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.513244:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 18 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.513252:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 18 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.513309:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 18 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.513323:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426828928:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.513415:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.516068:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426828928:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.516338:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.516375:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431375616:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3224us (3420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.516385:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13845 00000100:00100000:0.0:1746070974.516664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.517334:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431375872 00000100:00100000:3.0:1746070974.517343:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431375872 00002000:00100000:3.0:1746070974.517383:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dede300 x1830887431375872/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.517393:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dede300 with x1830887431375872 ext(0->4095) 00002000:00010000:3.0:1746070974.517398:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dede300 00000100:00100000:3.0:1746070974.517892:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13631 00000100:00100000:3.0:1746070974.517900:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887431375872:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070974.518026:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2008:x1830887431375872:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (1363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.518032:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13631 00002000:00100000:3.0:1746070974.518039:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dede300 x1830887431375872/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.518046:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dede300 with x1830887431375872 ext(0->4095) 00002000:00010000:3.0:1746070974.518049:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dede300 00000100:00100000:0.0:1746070974.521429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.524509:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431376000 00000100:00100000:2.0:1746070974.524520:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431376000 00000100:00100000:2.0:1746070974.524570:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30044 00000100:00100000:2.0:1746070974.524577:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431376000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.524591:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.524605:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c2a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.524630:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 17 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.524642:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.524643:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.524646:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.524671:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 17 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.524681:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 17 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.524692:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426829056:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.524786:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.529921:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426829056:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.529946:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.529961:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2c00, rc 0) 00000100:00100000:2.0:1746070974.529998:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431376000:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5422us (8585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.530005:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30044 00000100:00100000:0.0:1746070974.531996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.532069:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431376128 00000100:00100000:1.0:1746070974.532076:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431376128 00002000:00100000:1.0:1746070974.532107:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dedc000 x1830887431376128/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.532116:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedc000 with x1830887431376128 ext(0->7) 00010000:00010000:1.0:1746070974.532122:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 18 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.532133:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 18 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.532138:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedc000 00000100:00100000:1.0:1746070974.532161:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2874 00000100:00100000:1.0:1746070974.532167:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2007:x1830887431376128:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070974.532838:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431376128:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 665us (842us total) trans 4294972277 rc 0/0 00000100:00100000:0.0:1746070974.532846:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2874 00002000:00100000:0.0:1746070974.532851:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dedc000 x1830887431376128/t4294972277(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.532893:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedc000 with x1830887431376128 ext(0->7) 00010000:00010000:0.0:1746070974.532898:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 20 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.532906:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 20 pid: 9567 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746070974.532910:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedc000 00000100:00100000:0.0:1746070974.540290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.540435:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431376256 00000100:00100000:3.0:1746070974.540442:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431376256 00010000:00010000:3.0:1746070974.540472:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 20 pid: 9567 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.540540:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13846 00000100:00100000:3.0:1746070974.540547:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2009:x1830887431376256:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.540559:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.540574:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 20 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.540588:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 20 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.540607:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233e00/0xa5d7060008037ead lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c23 expref: 20 pid: 9567 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.540702:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.540704:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.540710:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.540717:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.540743:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.540752:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426829184:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.544384:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.545818:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.546073:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431376384 00000100:00100000:2.0:1746070974.546080:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431376384 00000100:00100000:2.0:1746070974.546114:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30045 00000100:00100000:2.0:1746070974.546120:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431376384:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.546136:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.546148:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c31 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.546170:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.546176:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.546177:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.546180:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.546202:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.546210:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.546219:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426829312:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.546278:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.549190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.549270:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431376640 00000100:00100000:1.0:1746070974.549277:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431376640 00002000:00100000:1.0:1746070974.549313:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd180 x1830887431376640/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.549322:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd180 with x1830887431376640 ext(0->4095) 00010000:00010000:1.0:1746070974.549330:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.549343:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.549350:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedd180 00000100:00100000:1.0:1746070974.549380:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2875 00000100:00100000:1.0:1746070974.549386:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431376640:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070974.549507:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431376640:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.549513:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2875 00002000:00100000:1.0:1746070974.549518:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd180 x1830887431376640/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.549524:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd180 with x1830887431376640 ext(0->4095) 00010000:00010000:1.0:1746070974.549529:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.549537:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.549542:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedd180 00000100:00100000:3.0:1746070974.549667:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426829184:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.549682:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.549703:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2009:x1830887431376256:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 9156us (9419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.549709:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13846 00000100:00100000:2.0:1746070974.551696:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426829312:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.551715:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.551726:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2600, rc 0) 00000100:00100000:2.0:1746070974.551751:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431376384:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5630us (5936us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.551760:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30045 00000100:00100000:0.0:1746070974.552449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.554147:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431376768 00000100:00100000:2.0:1746070974.554155:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431376768 00000100:00100000:2.0:1746070974.554204:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30046 00000100:00100000:2.0:1746070974.554210:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1661:x1830887431376768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.554224:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.554236:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c38 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.554255:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.554261:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.554266:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.554269:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c38 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.554296:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.554306:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c38 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.554313:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3800, rc 0) 00000100:00100000:2.0:1746070974.554350:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1661:x1830887431376768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (1902us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.554356:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30046 00000100:00100000:0.0:1746070974.556516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.557057:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431376896 00000100:00100000:3.0:1746070974.557064:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431376896 00010000:00010000:3.0:1746070974.557092:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.557569:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13847 00000100:00100000:3.0:1746070974.557577:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431376896:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.557589:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.557607:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.557618:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.557639:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037eb4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c2a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.557794:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.557796:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.557803:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.557810:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.557836:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.557845:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.557854:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426829568:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.557947:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.560614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.560858:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431377152 00000100:00100000:2.0:1746070974.560897:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431377152 00002000:00100000:2.0:1746070974.560929:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803800 x1830887431377152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.560938:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803800 with x1830887431377152 ext(0->4095) 00010000:00010000:2.0:1746070974.560945:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.560957:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.560963:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d803800 00000100:00100000:2.0:1746070974.560984:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2876 00000100:00100000:2.0:1746070974.560990:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431377152:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070974.561096:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431377152:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (487us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.561102:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2876 00002000:00100000:2.0:1746070974.561106:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803800 x1830887431377152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.561113:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803800 with x1830887431377152 ext(0->4095) 00010000:00010000:2.0:1746070974.561117:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.561125:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.561135:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d803800 00000100:00100000:3.0:1746070974.561614:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426829568:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.561629:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.561656:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431376896:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4081us (5146us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.561663:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13847 00000100:00100000:0.0:1746070974.563671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.564088:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431377280 00000100:00100000:3.0:1746070974.564095:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431377280 00010000:00010000:3.0:1746070974.564122:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.564152:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13848 00000100:00100000:3.0:1746070974.564158:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2009:x1830887431377280:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.564169:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.564183:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.564193:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.564210:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ebb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c31 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.564222:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.564223:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.564228:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c38 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.564235:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c38 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.564257:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c38 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.564266:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426829696:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.564326:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.567166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.567233:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426829696:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.567249:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.567281:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2009:x1830887431377280:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3123us (3616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.567290:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13848 00000100:00100000:1.0:1746070974.567526:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431377536 00000100:00100000:1.0:1746070974.567532:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431377536 00002000:00100000:1.0:1746070974.567559:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d800380 x1830887431377536/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.567568:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d800380 with x1830887431377536 ext(0->4095) 00002000:00010000:1.0:1746070974.567572:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d800380 00000100:00100000:1.0:1746070974.567593:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13632 00000100:00100000:1.0:1746070974.567598:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d800380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2009:x1830887431377536:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070974.567697:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d800380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2009:x1830887431377536:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.567703:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13632 00002000:00100000:1.0:1746070974.567707:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d800380 x1830887431377536/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.567714:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d800380 with x1830887431377536 ext(0->4095) 00002000:00010000:1.0:1746070974.567716:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d800380 00000100:00100000:0.0:1746070974.571228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.571805:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431377664 00000100:00100000:1.0:1746070974.571812:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431377664 00000100:00100000:2.0:1746070974.572020:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30047 00000100:00100000:2.0:1746070974.572030:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431377664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.572044:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.572058:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c3f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.572083:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c38 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.572088:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.572090:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.572092:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.572117:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c38 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.572127:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c38 expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.572136:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426829824:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.572211:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.575713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.576006:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431377792 00000100:00100000:3.0:1746070974.576014:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431377792 00010000:00010000:3.0:1746070974.576042:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c38 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.576062:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13849 00000100:00100000:3.0:1746070974.576068:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d802300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431377792:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.576077:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.576091:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c38 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.576105:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c38 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.576122:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.576124:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.576130:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.576136:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.576159:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.576168:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426829952:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.576224:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746070974.576372:0:9566:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3800/0xa5d7060008037ec2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c38 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.576390:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426829824:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.576406:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.576413:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2600, rc 0) 00000100:00100000:2.0:1746070974.576441:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431377664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4414us (5220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.576447:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30047 00010000:00010000:3.0:1746070974.577163:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746070974.579345:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426829952:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.579361:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.579398:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d802300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2008:x1830887431377792:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3329us (3691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.579406:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13849 00000100:00100000:0.0:1746070974.579915:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.579993:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431378048 00000100:00100000:2.0:1746070974.580001:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431378048 00000100:00100000:2.0:1746070974.580028:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30048 00000100:00100000:2.0:1746070974.580033:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1660:x1830887431378048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.580045:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.580058:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c46 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.580079:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.580085:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.580087:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.580090:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.580110:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.580119:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.580129:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426830080:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.580180:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.581035:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.581244:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431378176 00000100:00100000:2.0:1746070974.581248:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431378176 00002000:00100000:2.0:1746070974.581273:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803b80 x1830887431378176/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.581280:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803b80 with x1830887431378176 ext(0->4095) 00010000:00010000:2.0:1746070974.581285:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.581294:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.581299:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d803b80 00000100:00100000:2.0:1746070974.581325:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2877 00000100:00100000:2.0:1746070974.581330:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431378176:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.581435:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431378176:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (400us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.581440:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2877 00002000:00100000:2.0:1746070974.581445:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803b80 x1830887431378176/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.581457:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803b80 with x1830887431378176 ext(0->4095) 00010000:00010000:2.0:1746070974.581461:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.581468:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.581473:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d803b80 00000100:00100000:2.0:1746070974.581961:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426830080:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.581974:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.581983:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3200, rc 0) 00000100:00100000:2.0:1746070974.581999:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431378048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1967us (2086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.582005:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30048 00000100:00100000:0.0:1746070974.584521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.584566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.584676:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431378304 00000100:00100000:2.0:1746070974.584683:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431378304 00000100:00100000:2.0:1746070974.584724:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30049 00000100:00100000:2.0:1746070974.584730:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1661:x1830887431378304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.584744:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.584756:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c4d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.584776:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.584782:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.584787:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.584789:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c4d expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.584814:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.584823:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c4d expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.584832:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2000, rc 0) 00000100:00100000:2.0:1746070974.584884:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1661:x1830887431378304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.584889:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30049 00000100:00100000:3.0:1746070974.585087:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431378432 00000100:00100000:3.0:1746070974.585091:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431378432 00010000:00010000:3.0:1746070974.585108:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.585128:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13850 00000100:00100000:3.0:1746070974.585133:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431378432:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.585140:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.585153:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.585160:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.585176:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037ec9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c3f expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.585198:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.585200:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.585204:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.585211:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.585229:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.585238:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.585252:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426830336:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.585300:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.588700:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426830336:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.588716:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.588746:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431378432:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3612us (4179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.588754:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13850 00000100:00100000:0.0:1746070974.589433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.591638:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431378688 00000100:00100000:1.0:1746070974.591649:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431378688 00002000:00100000:1.0:1746070974.591683:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fd180 x1830887431378688/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.591692:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fd180 with x1830887431378688 ext(0->4095) 00010000:00010000:1.0:1746070974.591700:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.591711:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.591717:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fd180 00000100:00100000:1.0:1746070974.591761:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2878 00000100:00100000:1.0:1746070974.591768:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431378688:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070974.592204:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431378688:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 435us (2770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.592210:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2878 00002000:00100000:1.0:1746070974.592215:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fd180 x1830887431378688/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.592223:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fd180 with x1830887431378688 ext(0->4095) 00010000:00010000:1.0:1746070974.592227:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.592236:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.592241:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fd180 00000100:00100000:0.0:1746070974.594404:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.594489:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431378816 00000100:00100000:3.0:1746070974.594495:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431378816 00010000:00010000:3.0:1746070974.594520:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.594579:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13851 00000100:00100000:3.0:1746070974.594585:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431378816:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.594595:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.594609:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.594619:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.594636:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037ed0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c46 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.594658:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.594660:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.594666:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c4d expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.594672:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c4d expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.594695:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c4d expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.594704:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426830464:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.595181:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.598242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.598369:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431379072 00000100:00100000:1.0:1746070974.598376:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431379072 00002000:00100000:1.0:1746070974.598408:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fc000 x1830887431379072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.598428:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fc000 with x1830887431379072 ext(0->4095) 00002000:00010000:1.0:1746070974.598432:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01fc000 00000100:00100000:1.0:1746070974.598458:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13633 00000100:00100000:1.0:1746070974.598464:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431379072:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070974.598565:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431379072:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.598571:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13633 00002000:00100000:1.0:1746070974.598576:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fc000 x1830887431379072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.598582:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fc000 with x1830887431379072 ext(0->4095) 00002000:00010000:1.0:1746070974.598585:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01fc000 00000100:00100000:3.0:1746070974.598667:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426830464:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.598682:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.598702:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431378816:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4118us (4304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.598709:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13851 00000100:00100000:0.0:1746070974.600432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.600520:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431379200 00000100:00100000:1.0:1746070974.600525:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431379200 00000100:00100000:1.0:1746070974.600642:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30050 00000100:00100000:1.0:1746070974.600649:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431379200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.600661:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.600674:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c54 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.600696:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c4d expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.600702:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.600704:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.600707:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c54 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.600732:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c4d expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.600742:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c4d expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.600753:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426830592:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070974.601096:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070974.602613:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426830592:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.602632:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c54 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.602644:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233600, rc 0) 00000100:00100000:1.0:1746070974.602670:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431379200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2022us (2243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.602676:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30050 00000100:00100000:0.0:1746070974.603900:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.603961:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431379328 00000100:00100000:3.0:1746070974.603966:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431379328 00010000:00010000:3.0:1746070974.603989:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c4d expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.604006:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13852 00000100:00100000:3.0:1746070974.604010:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431379328:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.604019:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.604033:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c4d expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.604047:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c4d expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.604065:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ed7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c4d expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.604087:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.604089:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.604094:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c54 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.604100:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c54 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.604123:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c54 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.604132:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426830720:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.604184:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.605722:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426830720:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.605782:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.605818:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887431379328:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1806us (1918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.605826:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13852 00000100:00100000:0.0:1746070974.606398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.606628:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431379584 00000100:00100000:2.0:1746070974.606633:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431379584 00002000:00100000:2.0:1746070974.606660:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fdc00 x1830887431379584/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.606669:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fdc00 with x1830887431379584 ext(0->4095) 00002000:00010000:2.0:1746070974.606673:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01fdc00 00000100:00100000:2.0:1746070974.607004:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13634 00000100:00100000:2.0:1746070974.607010:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431379584:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070974.607112:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431379584:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (714us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.607121:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13634 00002000:00100000:2.0:1746070974.607126:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fdc00 x1830887431379584/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.607132:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fdc00 with x1830887431379584 ext(0->4095) 00002000:00010000:2.0:1746070974.607135:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01fdc00 00000100:00100000:0.0:1746070974.608413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.608464:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431379712 00000100:00100000:1.0:1746070974.608469:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431379712 00000100:00100000:1.0:1746070974.608504:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30051 00000100:00100000:1.0:1746070974.608510:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1660:x1830887431379712:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.608651:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.608666:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c5b expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.608687:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c54 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.608694:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070974.608696:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070974.608698:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.608722:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c54 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.608738:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c54 expref: 5 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.608748:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426830848:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070974.608899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.608936:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.608984:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431379840 00000100:00100000:3.0:1746070974.608988:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431379840 00000100:00100000:3.0:1746070974.609020:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30052 00000100:00100000:3.0:1746070974.609026:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1661:x1830887431379840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.609032:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.609038:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c62 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.609049:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.609052:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.609057:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.609059:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c62 expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.609076:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.609086:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c62 expref: 22 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.609094:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f400, rc 0) 00000100:00100000:3.0:1746070974.609217:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1661:x1830887431379840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.609222:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30052 00000100:00100000:0.0:1746070974.610585:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.610670:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426830848:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070974.610688:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.610699:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232600, rc 0) 00000100:00100000:1.0:1746070974.610737:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1660:x1830887431379712:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2227us (2327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.610744:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30051 00000100:00100000:3.0:1746070974.610905:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431379968 00000100:00100000:3.0:1746070974.610910:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431379968 00010000:00010000:3.0:1746070974.610927:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c54 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.610945:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13853 00000100:00100000:3.0:1746070974.610950:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431379968:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.610958:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.610973:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c54 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.610982:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c54 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.610998:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d7060008037ede lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c54 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.611011:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.611012:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.611017:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.611024:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.611045:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.611054:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 20 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.611068:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426831104:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.611109:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.614173:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426831104:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070974.614177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:3.0:1746070974.614189:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.614221:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431379968:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3270us (3639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.614230:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13853 00000100:00100000:1.0:1746070974.614472:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431380224 00000100:00100000:1.0:1746070974.614478:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431380224 00002000:00100000:1.0:1746070974.614509:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d303100 x1830887431380224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.614518:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d303100 with x1830887431380224 ext(0->4095) 00010000:00010000:1.0:1746070974.614525:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.614536:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.614546:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d303100 00000100:00100000:1.0:1746070974.614574:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2879 00000100:00100000:1.0:1746070974.614580:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431380224:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070974.614672:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431380224:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (497us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.614678:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2879 00002000:00100000:1.0:1746070974.614682:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d303100 x1830887431380224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.614689:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d303100 with x1830887431380224 ext(0->4095) 00010000:00010000:1.0:1746070974.614693:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.614701:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.614706:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d303100 00000100:00100000:0.0:1746070974.616707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.616784:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431380352 00000100:00100000:3.0:1746070974.616789:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431380352 00010000:00010000:3.0:1746070974.616810:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.616827:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13854 00000100:00100000:3.0:1746070974.616833:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431380352:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.616842:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.616855:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.616882:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.616900:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008037ee5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c5b expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.616911:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.616913:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.616918:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c62 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.616926:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c62 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.616954:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c62 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.616965:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426831232:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.617578:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.620274:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426831232:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070974.620290:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070974.620321:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431380352:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3487us (3619us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070974.620330:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13854 00000100:00100000:2.0:1746070974.620426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.621094:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431380608 00000100:00100000:1.0:1746070974.621101:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431380608 00002000:00100000:1.0:1746070974.621128:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b8700 x1830887431380608/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.621136:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b8700 with x1830887431380608 ext(0->4095) 00002000:00010000:1.0:1746070974.621140:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327b8700 00000100:00100000:1.0:1746070974.621154:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13635 00000100:00100000:1.0:1746070974.621161:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431380608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070974.621261:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431380608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (845us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.621266:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13635 00002000:00100000:1.0:1746070974.621271:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327b8700 x1830887431380608/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.621277:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327b8700 with x1830887431380608 ext(0->4095) 00002000:00010000:1.0:1746070974.621279:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327b8700 00000100:00100000:0.0:1746070974.623571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.623655:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431380736 00000100:00100000:1.0:1746070974.623661:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431380736 00000100:00100000:1.0:1746070974.623698:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30053 00000100:00100000:1.0:1746070974.623704:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431380736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070974.623717:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070974.623729:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c69 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.623749:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c62 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.623755:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.623756:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070974.623759:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c69 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.623782:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c62 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070974.623795:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c62 expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:1.0:1746070974.623804:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426831360:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070974.624642:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070974.625148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.625150:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426831360:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.625169:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c69 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.625179:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233800, rc 0) 00000100:00100000:0.0:1746070974.625179:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431380864 00000100:00100000:0.0:1746070974.625183:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431380864 00010000:00010000:0.0:1746070974.625200:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c62 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.625203:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431380736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1499us (1637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.625208:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30053 00000100:00100000:0.0:1746070974.625222:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13855 00000100:00100000:0.0:1746070974.625227:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431380864:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070974.625235:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070974.625249:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c62 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.625258:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c62 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.625278:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037eec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c62 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.625300:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070974.625302:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070974.625307:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c69 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.625314:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c69 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.625338:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c69 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070974.625347:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d301880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426831488:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070974.625391:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.626553:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d301880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426831488:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.626564:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.626595:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887431380864:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1368us (1447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.626601:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13855 00000100:00100000:0.0:1746070974.626933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.627005:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431381120 00000100:00100000:2.0:1746070974.627010:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431381120 00002000:00100000:2.0:1746070974.627032:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d301500 x1830887431381120/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.627040:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301500 with x1830887431381120 ext(0->4095) 00002000:00010000:2.0:1746070974.627044:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d301500 00000100:00100000:2.0:1746070974.627064:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13636 00000100:00100000:2.0:1746070974.627070:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431381120:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.627157:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431381120:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (224us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.627162:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13636 00002000:00100000:2.0:1746070974.627166:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d301500 x1830887431381120/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.627176:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301500 with x1830887431381120 ext(0->4095) 00002000:00010000:2.0:1746070974.627179:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d301500 00000100:00100000:0.0:1746070974.628717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.629130:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431381248 00000100:00100000:2.0:1746070974.629136:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431381248 00000100:00100000:2.0:1746070974.629176:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30054 00000100:00100000:2.0:1746070974.629183:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1661:x1830887431381248:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.629195:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.629208:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c70 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.629229:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c69 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.629235:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.629237:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.629240:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.629268:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c69 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.629277:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c69 expref: 5 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.629287:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426831616:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.629340:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.630593:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426831616:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.630609:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.630620:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3c00, rc 0) 00000100:00100000:2.0:1746070974.631159:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1661:x1830887431381248:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1975us (2445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.631165:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30054 00000100:00100000:0.0:1746070974.631621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.631706:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431381376 00000100:00100000:2.0:1746070974.631711:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431381376 00000100:00100000:2.0:1746070974.631746:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30055 00000100:00100000:2.0:1746070974.631752:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431381376:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.631762:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.631773:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c77 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.631789:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.631794:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.631799:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.631802:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.631824:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.631832:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.631838:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3200, rc 0) 00000100:00100000:2.0:1746070974.631881:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:1660:x1830887431381376:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.631886:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30055 00000100:00100000:0.0:1746070974.632208:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.632314:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431381504 00000100:00100000:2.0:1746070974.632317:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431381504 00010000:00010000:2.0:1746070974.632330:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c69 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.632351:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13856 00000100:00100000:2.0:1746070974.632355:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431381504:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.632362:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.632375:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c69 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.632389:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c69 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.632403:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037ef3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c69 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.632429:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.632430:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.632435:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.632441:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.632456:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.632463:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 20 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.632473:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426831872:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.632521:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.633795:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426831872:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.633807:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.634094:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431381504:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1736us (1885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.634104:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13856 00000100:00100000:1.0:1746070974.634444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.634633:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431381760 00000100:00100000:3.0:1746070974.634639:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431381760 00002000:00100000:3.0:1746070974.634670:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cdf80 x1830887431381760/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.634678:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cdf80 with x1830887431381760 ext(0->4095) 00010000:00010000:3.0:1746070974.634685:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.634695:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.634701:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cdf80 00000100:00100000:3.0:1746070974.634731:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2880 00000100:00100000:3.0:1746070974.634740:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431381760:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070974.634837:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431381760:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.634843:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2880 00002000:00100000:3.0:1746070974.634848:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cdf80 x1830887431381760/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.634854:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cdf80 with x1830887431381760 ext(0->4095) 00010000:00010000:3.0:1746070974.634858:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.634897:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.634903:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8cdf80 00000100:00100000:0.0:1746070974.636614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.636683:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431381888 00000100:00100000:2.0:1746070974.636689:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431381888 00000100:00100000:2.0:1746070974.636730:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30056 00000100:00100000:2.0:1746070974.636736:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431381888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.636747:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.636758:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c7e expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.636783:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.636787:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.636793:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070974.636796:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.636822:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.636832:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.636841:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2000, rc 0) 00000100:00100000:2.0:1746070974.636894:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431381888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.636900:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30056 00000100:00100000:0.0:1746070974.637057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.637586:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431382016 00000100:00100000:2.0:1746070974.637590:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431382016 00010000:00010000:2.0:1746070974.637606:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.637623:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13857 00000100:00100000:2.0:1746070974.637628:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431382016:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.637635:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.637648:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.637657:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.637672:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3c00/0xa5d7060008037efa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c70 expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.637721:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.637723:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.637728:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.637735:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.637754:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.637767:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 20 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.637777:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426832128:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.638252:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.639592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.639688:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431382272 00000100:00100000:1.0:1746070974.639693:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431382272 00002000:00100000:1.0:1746070974.639722:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300380 x1830887431382272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.639730:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300380 with x1830887431382272 ext(0->4095) 00010000:00010000:1.0:1746070974.639736:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.639746:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.639750:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300380 00000100:00100000:1.0:1746070974.639778:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2881 00000100:00100000:1.0:1746070974.639784:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2008:x1830887431382272:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.639898:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426832128:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.639910:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.640018:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431382016:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2388us (2960us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.640026:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13857 00000100:00100000:1.0:1746070974.640751:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2008:x1830887431382272:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 965us (1159us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.640757:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2881 00002000:00100000:1.0:1746070974.640765:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300380 x1830887431382272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.640771:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300380 with x1830887431382272 ext(0->4095) 00010000:00010000:1.0:1746070974.640777:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 20 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.640786:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 20 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.640791:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300380 00000100:00100000:0.0:1746070974.643170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.643215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.643299:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431382528 00000100:00100000:2.0:1746070974.643306:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431382528 00010000:00010000:2.0:1746070974.643330:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 20 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.643350:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13858 00000100:00100000:2.0:1746070974.643356:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431382528:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.643366:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.643381:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 20 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.643390:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 20 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.643408:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008037f01 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c77 expref: 20 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.643432:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.643434:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.643440:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.643446:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.643471:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.643481:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426832256:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.643580:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431382400 00000100:00100000:3.0:1746070974.643583:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431382400 00000100:00100000:3.0:1746070974.643605:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30057 00000100:00100000:3.0:1746070974.643610:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431382400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.643620:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.643629:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c85 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.643643:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.643647:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.643648:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.643650:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c85 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.643668:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.643677:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 5 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.643684:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426832384:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.644327:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.644484:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.645716:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426832256:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.645729:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.645768:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:2007:x1830887431382528:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2411us (2551us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.645776:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13858 00000100:00100000:3.0:1746070974.645793:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426832384:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.645810:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c85 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.645821:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e200, rc 0) 00000100:00100000:3.0:1746070974.645838:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431382400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2228us (2674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.645845:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30057 00000100:00100000:0.0:1746070974.646134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.646313:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431382784 00000100:00100000:2.0:1746070974.646318:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431382784 00002000:00100000:2.0:1746070974.646342:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300e00 x1830887431382784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.646350:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300e00 with x1830887431382784 ext(0->4095) 00010000:00010000:2.0:1746070974.646355:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.646370:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.646375:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300e00 00000100:00100000:2.0:1746070974.646399:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2882 00000100:00100000:2.0:1746070974.646595:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431382784:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070974.646691:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431382784:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 286us (558us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.646696:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2882 00002000:00100000:2.0:1746070974.646701:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300e00 x1830887431382784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.646708:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300e00 with x1830887431382784 ext(0->4095) 00010000:00010000:2.0:1746070974.646712:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.646720:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.646724:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300e00 00000100:00100000:0.0:1746070974.650374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.650465:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431382912 00000100:00100000:2.0:1746070974.650473:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431382912 00010000:00010000:2.0:1746070974.650503:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.650528:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13859 00000100:00100000:2.0:1746070974.650535:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431382912:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.650549:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.650564:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.650574:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.650593:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037f08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c7e expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.651390:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.651393:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.651400:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c85 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.651408:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c85 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.651459:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c85 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.651470:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426832512:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.652320:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.654399:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426832512:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070974.654428:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.654509:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431383168 00000100:00100000:3.0:1746070974.654515:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431383168 00002000:00100000:3.0:1746070974.654548:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e355f80 x1830887431383168/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.654556:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e355f80 with x1830887431383168 ext(0->4095) 00002000:00010000:3.0:1746070974.654559:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e355f80 00000100:00100000:3.0:1746070974.654586:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13637 00000100:00100000:3.0:1746070974.654591:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431383168:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746070974.654644:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.654687:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431382912:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4153us (4321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.654695:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13859 00000100:00100000:3.0:1746070974.655092:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431383168:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 499us (674us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.655098:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13637 00002000:00100000:3.0:1746070974.655103:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e355f80 x1830887431383168/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.655110:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e355f80 with x1830887431383168 ext(0->4095) 00002000:00010000:3.0:1746070974.655112:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e355f80 00000100:00100000:0.0:1746070974.656502:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.656588:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431383296 00000100:00100000:3.0:1746070974.656593:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431383296 00000100:00100000:3.0:1746070974.656810:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30058 00000100:00100000:3.0:1746070974.656817:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431383296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.656827:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.656840:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c8c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.656860:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c85 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.656887:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.656888:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.656892:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.656915:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c85 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.656930:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c85 expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.656939:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426832640:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070974.656993:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.658777:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426832640:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.658799:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.658810:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fe00, rc 0) 00000100:00100000:3.0:1746070974.658837:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431383296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2021us (2337us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.658843:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30058 00000100:00100000:0.0:1746070974.659651:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.659781:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431383424 00000100:00100000:2.0:1746070974.659786:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431383424 00010000:00010000:2.0:1746070974.659806:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c85 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.659825:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13860 00000100:00100000:2.0:1746070974.659831:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e356d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431383424:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.659841:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.659854:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c85 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.659882:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c85 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.659900:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008037f0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c85 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.659909:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.659910:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.659916:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.659922:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.659945:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.659955:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426832768:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.660008:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.664757:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426832768:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.664774:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.664816:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e356d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2007:x1830887431383424:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4984us (5165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.664826:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13860 00000100:00100000:0.0:1746070974.665827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.665891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.665990:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431383680 00000100:00100000:3.0:1746070974.665996:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431383680 00000100:00100000:3.0:1746070974.666027:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30059 00000100:00100000:3.0:1746070974.666034:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:1660:x1830887431383680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.666046:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.666059:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c93 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.666083:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.666094:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.666096:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.666099:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.666121:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.666132:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.666141:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426832896:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070974.666202:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.666254:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431383808 00000100:00100000:2.0:1746070974.666257:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431383808 00002000:00100000:2.0:1746070974.666280:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e354a80 x1830887431383808/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.666288:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354a80 with x1830887431383808 ext(0->4095) 00010000:00010000:2.0:1746070974.666294:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.666303:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.666308:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e354a80 00000100:00100000:2.0:1746070974.666680:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2883 00000100:00100000:2.0:1746070974.666687:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431383808:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070974.666800:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431383808:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (907us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.666809:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2883 00002000:00100000:2.0:1746070974.666814:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e354a80 x1830887431383808/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.666821:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354a80 with x1830887431383808 ext(0->4095) 00010000:00010000:2.0:1746070974.666826:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.666835:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.666840:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e354a80 00000100:00100000:3.0:1746070974.668027:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426832896:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.668044:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 20 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.668054:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:3.0:1746070974.668078:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:1660:x1830887431383680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2045us (2254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.668084:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30059 00000100:00100000:0.0:1746070974.670949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.671626:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431383936 00000100:00100000:2.0:1746070974.671635:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431383936 00010000:00010000:2.0:1746070974.671663:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.671696:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13861 00000100:00100000:2.0:1746070974.671702:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431383936:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.671716:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.671731:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.671740:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.671758:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c8c expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.672702:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.672704:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.672711:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.672718:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.672746:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.672755:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426833024:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.672820:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.674834:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.674953:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801327bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426833024:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.674967:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.674996:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431383936:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3294us (4054us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.675004:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13861 00000100:00100000:1.0:1746070974.675537:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431384192 00000100:00100000:1.0:1746070974.675543:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431384192 00002000:00100000:1.0:1746070974.675571:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e355500 x1830887431384192/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.675578:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e355500 with x1830887431384192 ext(0->4095) 00002000:00010000:1.0:1746070974.675582:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e355500 00000100:00100000:1.0:1746070974.675595:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13638 00000100:00100000:1.0:1746070974.675600:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2009:x1830887431384192:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070974.675688:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2009:x1830887431384192:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 88us (859us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.675693:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13638 00002000:00100000:1.0:1746070974.675697:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e355500 x1830887431384192/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.675703:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e355500 with x1830887431384192 ext(0->4095) 00002000:00010000:1.0:1746070974.675705:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e355500 00000100:00100000:0.0:1746070974.681394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.681545:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431384320 00000100:00100000:3.0:1746070974.681553:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431384320 00000100:00100000:3.0:1746070974.681604:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30060 00000100:00100000:3.0:1746070974.681611:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431384320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.681629:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.681644:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014c9a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.681667:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.681673:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.681674:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.681677:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.681700:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.681710:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 19 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.681719:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426833152:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070974.681795:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.694236:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426833152:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.694262:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.694277:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e800, rc 0) 00000100:00100000:3.0:1746070974.694314:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431384320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12703us (12926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.694324:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30060 00000100:00100000:0.0:1746070974.695358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.695437:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431384448 00000100:00100000:2.0:1746070974.695443:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431384448 00002000:00100000:2.0:1746070974.695475:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880130567480 x1830887431384448/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.695483:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130567480 with x1830887431384448 ext(0->7) 00010000:00010000:2.0:1746070974.695489:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.695503:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 20 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.695509:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130567480 00000100:00100000:2.0:1746070974.695538:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2884 00000100:00100000:2.0:1746070974.695543:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2007:x1830887431384448:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070974.699068:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2007:x1830887431384448:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3516us (3703us total) trans 4294972278 rc 0/0 00000100:00100000:0.0:1746070974.699079:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2884 00002000:00100000:0.0:1746070974.699088:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880130567480 x1830887431384448/t4294972278(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.699096:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130567480 with x1830887431384448 ext(0->7) 00010000:00010000:0.0:1746070974.699103:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 22 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.699115:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 22 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746070974.699120:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130567480 00000100:00100000:2.0:1746070974.699257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.699363:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431384576 00000100:00100000:3.0:1746070974.699369:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431384576 00000100:00100000:3.0:1746070974.699406:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30061 00000100:00100000:3.0:1746070974.699412:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1660:x1830887431384576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.699434:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.699445:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ca1 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.699464:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.699469:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.699474:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070974.699477:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca1 expref: 23 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.699503:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.699512:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca1 expref: 23 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.699521:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f400, rc 0) 00000100:00100000:3.0:1746070974.699541:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:1660:x1830887431384576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.699546:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30061 00000100:00100000:0.0:1746070974.701033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.701136:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431384704 00000100:00100000:3.0:1746070974.701141:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431384704 00010000:00010000:3.0:1746070974.701160:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 23 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.701178:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13862 00000100:00100000:3.0:1746070974.701186:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2009:x1830887431384704:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.701194:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.701209:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 23 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.701218:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 23 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.701236:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c93 expref: 23 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.701250:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.701251:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.701257:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.701263:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.701283:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.701296:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.701306:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426833408:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.701366:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.702910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.702984:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426833408:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.702997:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.703037:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2009:x1830887431384704:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1852us (2006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.703044:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13862 00000100:00100000:1.0:1746070974.703211:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431384960 00000100:00100000:1.0:1746070974.703216:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431384960 00002000:00100000:1.0:1746070974.703241:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130567100 x1830887431384960/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.703249:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130567100 with x1830887431384960 ext(0->4095) 00010000:00010000:1.0:1746070974.703254:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.703264:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.703270:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130567100 00000100:00100000:1.0:1746070974.703281:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2885 00000100:00100000:1.0:1746070974.703286:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431384960:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070974.704968:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431384960:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1675us (2056us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.704977:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2885 00002000:00100000:1.0:1746070974.704985:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130567100 x1830887431384960/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.704992:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130567100 with x1830887431384960 ext(0->4095) 00010000:00010000:1.0:1746070974.704999:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.705009:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:1.0:1746070974.705015:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130567100 00000100:00100000:0.0:1746070974.707886:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.707996:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431385088 00000100:00100000:3.0:1746070974.708003:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431385088 00010000:00010000:3.0:1746070974.708030:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.708052:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13863 00000100:00100000:3.0:1746070974.708058:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431385088:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.708069:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.708085:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.708094:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.708113:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008037f24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014c9a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.708126:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.708127:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.708133:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca1 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.708140:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca1 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.708165:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca1 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.708174:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426833536:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.708717:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.712591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.712661:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426833536:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.712678:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.712726:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431385088:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4667us (4860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.712735:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13863 00000100:00100000:1.0:1746070974.713235:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431385344 00000100:00100000:1.0:1746070974.713242:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431385344 00002000:00100000:1.0:1746070974.713273:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327bb800 x1830887431385344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.713282:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bb800 with x1830887431385344 ext(0->4095) 00002000:00010000:1.0:1746070974.713286:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327bb800 00000100:00100000:1.0:1746070974.713310:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13639 00000100:00100000:1.0:1746070974.713317:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887431385344:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070974.713410:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887431385344:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (825us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.713428:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13639 00002000:00100000:1.0:1746070974.713433:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327bb800 x1830887431385344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.713440:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bb800 with x1830887431385344 ext(0->4095) 00002000:00010000:1.0:1746070974.713442:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327bb800 00000100:00100000:0.0:1746070974.715690:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.715768:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431385472 00000100:00100000:2.0:1746070974.715774:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431385472 00000100:00100000:2.0:1746070974.715812:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30062 00000100:00100000:2.0:1746070974.715818:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431385472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.715830:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.715843:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ca8 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.715891:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca1 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.715897:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.715899:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.715902:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.715925:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca1 expref: 21 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.715938:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca1 expref: 21 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.715947:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d802300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426833664:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.716005:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.718081:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.718212:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431385600 00000100:00100000:3.0:1746070974.718219:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431385600 00010000:00010000:3.0:1746070974.718243:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca1 expref: 22 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.718263:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13864 00000100:00100000:3.0:1746070974.718269:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2007:x1830887431385600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.718281:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.718296:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca1 expref: 22 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.718306:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca1 expref: 22 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.718323:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.718325:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.718330:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.718338:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.718361:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.718371:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426833792:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.719100:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00010000:00010000:2.0:1746070974.719186:0:10108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca1 expref: 22 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.719202:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d802300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426833664:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.719220:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.719228:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3600, rc 0) 00000100:00100000:2.0:1746070974.719250:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431385472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3432us (3565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.719256:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30062 00000100:00100000:0.0:1746070974.723271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.723397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.723720:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431385984 00000100:00100000:2.0:1746070974.723728:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431385984 00000100:00100000:2.0:1746070974.723763:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30063 00000100:00100000:2.0:1746070974.723770:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1660:x1830887431385984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.723784:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.723796:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014caf expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.723824:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.723830:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.723832:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.723835:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.723859:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.723887:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 5 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.723898:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d802300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426833920:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070974.724206:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426833792:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.724221:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.724267:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2007:x1830887431385600:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5997us (6191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.724275:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13864 00000100:00100000:3.0:1746070974.724305:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431385856 00000100:00100000:3.0:1746070974.724309:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431385856 00002000:00100000:3.0:1746070974.724327:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b800 x1830887431385856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.724336:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b800 with x1830887431385856 ext(0->4095) 00010000:00010000:3.0:1746070974.724340:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.724349:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.724355:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53b800 00000100:00100000:3.0:1746070974.724379:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2886 00000100:00100000:3.0:1746070974.724385:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431385856:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.724529:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.725595:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431385856:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1207us (2195us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.725603:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2886 00002000:00100000:3.0:1746070974.725609:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b800 x1830887431385856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.725617:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b800 with x1830887431385856 ext(0->4095) 00010000:00010000:3.0:1746070974.725623:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.725632:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.725638:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53b800 00000100:00100000:2.0:1746070974.726753:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d802300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426833920:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.726774:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.726785:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2c00, rc 0) 00000100:00100000:2.0:1746070974.726807:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1660:x1830887431385984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3038us (3556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.726813:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30063 00000100:00100000:0.0:1746070974.727201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.727234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.727759:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431386240 00000100:00100000:3.0:1746070974.727764:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431386240 00010000:00010000:3.0:1746070974.727790:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.727817:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13865 00000100:00100000:3.0:1746070974.727823:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431386240:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.727832:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.727844:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.727852:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.727884:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3600/0xa5d7060008037f32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ca8 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.727905:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.727909:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.727915:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.727922:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.728154:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431386112 00000100:00100000:2.0:1746070974.728157:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431386112 00000100:00100000:2.0:1746070974.728175:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30064 00000100:00100000:2.0:1746070974.728179:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1661:x1830887431386112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.728189:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.728197:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014cb6 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.728209:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.728215:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.728216:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.728219:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cb6 expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.728235:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.728244:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.728254:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d802300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426834048:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.728294:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00010000:00010000:3.0:1746070974.728825:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.728837:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.728846:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426834176:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.729677:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.731652:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.731802:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d802300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426834048:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.731826:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cb6 expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.731841:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3a00, rc 0) 00000100:00100000:3.0:1746070974.731891:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:1661:x1830887431386112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3710us (4691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.731903:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30064 00000100:00100000:3.0:1746070974.731933:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431386496 00000100:00100000:3.0:1746070974.731938:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431386496 00002000:00100000:3.0:1746070974.731968:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53bb80 x1830887431386496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.731976:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53bb80 with x1830887431386496 ext(0->4095) 00010000:00010000:3.0:1746070974.731982:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.731992:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.732003:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53bb80 00000100:00100000:3.0:1746070974.732016:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2887 00000100:00100000:3.0:1746070974.732022:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2008:x1830887431386496:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070974.732102:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2008:x1830887431386496:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 81us (457us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.732107:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2887 00002000:00100000:3.0:1746070974.732111:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53bb80 x1830887431386496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.732118:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53bb80 with x1830887431386496 ext(0->4095) 00010000:00010000:3.0:1746070974.732122:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.732130:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.732136:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53bb80 00000100:00100000:3.0:1746070974.732161:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426834176:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.732170:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.732185:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431386240:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4362us (4951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.732192:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13865 00000100:00100000:0.0:1746070974.734465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.734529:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431386624 00000100:00100000:3.0:1746070974.734536:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431386624 00010000:00010000:3.0:1746070974.734561:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.734593:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13866 00000100:00100000:3.0:1746070974.734599:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2007:x1830887431386624:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.734610:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.734625:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.734635:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.734652:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2c00/0xa5d7060008037f39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014caf expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.734674:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.734675:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.734681:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cb6 expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.734688:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cb6 expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.734713:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cb6 expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.734723:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426834304:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.734790:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.737177:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426834304:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.737194:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.737228:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2007:x1830887431386624:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2628us (2767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.737236:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13866 00000100:00100000:0.0:1746070974.737514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.737589:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431386880 00000100:00100000:2.0:1746070974.737595:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431386880 00002000:00100000:2.0:1746070974.737624:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538380 x1830887431386880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.737632:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538380 with x1830887431386880 ext(0->4095) 00002000:00010000:2.0:1746070974.737636:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d538380 00000100:00100000:2.0:1746070974.738591:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13640 00000100:00100000:2.0:1746070974.738600:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887431386880:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.738702:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887431386880:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (1188us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.738707:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13640 00002000:00100000:2.0:1746070974.738712:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538380 x1830887431386880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.738720:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538380 with x1830887431386880 ext(0->4095) 00002000:00010000:2.0:1746070974.738723:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d538380 00000100:00100000:0.0:1746070974.740359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.740784:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431387008 00000100:00100000:3.0:1746070974.740791:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431387008 00000100:00100000:3.0:1746070974.740823:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30065 00000100:00100000:3.0:1746070974.740829:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431387008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.740840:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.740852:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014cbd expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.740893:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cb6 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.740901:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.740902:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.740906:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.740929:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cb6 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.740939:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cb6 expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.740956:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426834432:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070974.741028:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.744892:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426834432:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.744919:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.744934:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f800, rc 0) 00000100:00100000:3.0:1746070974.744969:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431387008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4140us (4613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.744977:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30065 00000100:00100000:0.0:1746070974.746132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.746338:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431387136 00000100:00100000:3.0:1746070974.746344:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431387136 00010000:00010000:3.0:1746070974.746368:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cb6 expref: 22 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.747060:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13867 00000100:00100000:3.0:1746070974.747068:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2007:x1830887431387136:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.747080:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.747097:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cb6 expref: 22 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.747107:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cb6 expref: 22 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.747129:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cb6 expref: 22 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.747204:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.747206:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.747212:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.747220:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.747246:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.747255:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426834560:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.748979:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.749188:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.749446:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431387264 00000100:00100000:3.0:1746070974.749452:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431387264 00000100:00100000:3.0:1746070974.749485:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30066 00000100:00100000:3.0:1746070974.749490:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1660:x1830887431387264:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.749502:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.749513:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014cc4 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.749534:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.749545:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.749547:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.749550:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.749571:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.749580:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 5 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.749593:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426834688:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070974.749639:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.749767:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426834560:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.749779:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.750209:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2007:x1830887431387136:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3141us (4078us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.750217:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13867 00000100:00100000:2.0:1746070974.750351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.750433:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431387520 00000100:00100000:3.0:1746070974.750436:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431387520 00002000:00100000:3.0:1746070974.750459:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fce00 x1830887431387520/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.750467:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fce00 with x1830887431387520 ext(0->4095) 00010000:00010000:3.0:1746070974.750473:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.750483:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.750488:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fce00 00000100:00100000:3.0:1746070974.750513:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2888 00000100:00100000:3.0:1746070974.750519:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431387520:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070974.750638:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431387520:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.750644:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2888 00002000:00100000:3.0:1746070974.750653:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fce00 x1830887431387520/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.750659:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fce00 with x1830887431387520 ext(0->4095) 00010000:00010000:3.0:1746070974.750664:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.750672:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.750677:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fce00 00000100:00100000:3.0:1746070974.751841:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426834688:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.751859:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.752108:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e600, rc 0) 00000100:00100000:3.0:1746070974.752227:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1660:x1830887431387264:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2735us (3040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.752233:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30066 00000100:00100000:0.0:1746070974.752639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.752672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.752789:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431387776 00000100:00100000:2.0:1746070974.752795:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431387776 00010000:00010000:2.0:1746070974.752813:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.752832:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13868 00000100:00100000:2.0:1746070974.752837:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431387776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.752848:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.752887:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.752896:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.752912:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cbd expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.752928:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.752930:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.752935:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.752941:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.752963:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.752973:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426834816:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.753018:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.753109:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431387648 00000100:00100000:3.0:1746070974.753113:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431387648 00000100:00100000:3.0:1746070974.753131:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30067 00000100:00100000:3.0:1746070974.753137:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1661:x1830887431387648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.753146:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.753154:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ccb expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.753167:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.753171:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.753172:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.753174:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ccb expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.753188:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.753197:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.753205:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426834944:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070974.753225:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.755784:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426834816:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.755800:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.755830:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431387776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2992us (3156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.755838:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13868 00000100:00100000:3.0:1746070974.755988:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426834944:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.756005:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ccb expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.756018:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ec00, rc 0) 00000100:00100000:3.0:1746070974.756035:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:1661:x1830887431387648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2898us (3397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.756041:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30067 00000100:00100000:0.0:1746070974.756103:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.756216:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431388032 00000100:00100000:2.0:1746070974.756221:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431388032 00002000:00100000:2.0:1746070974.756243:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539880 x1830887431388032/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.756250:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539880 with x1830887431388032 ext(0->4095) 00010000:00010000:2.0:1746070974.756255:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.756265:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.756270:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d539880 00000100:00100000:2.0:1746070974.756353:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2889 00000100:00100000:2.0:1746070974.756359:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2007:x1830887431388032:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070974.756612:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2007:x1830887431388032:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 251us (508us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.756617:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2889 00002000:00100000:2.0:1746070974.756623:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539880 x1830887431388032/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.756629:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539880 with x1830887431388032 ext(0->4095) 00010000:00010000:2.0:1746070974.756634:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.756642:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.756652:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d539880 00000100:00100000:0.0:1746070974.758321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.758389:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431388160 00000100:00100000:2.0:1746070974.758395:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431388160 00010000:00010000:2.0:1746070974.758428:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.758457:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13869 00000100:00100000:2.0:1746070974.758463:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2010:x1830887431388160:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.758473:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.758486:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.758495:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.758513:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cc4 expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.758536:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.758538:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.758544:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ccb expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.758551:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ccb expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.758581:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ccb expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.758591:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426835072:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.758652:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.760048:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426835072:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.760060:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.760083:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2010:x1830887431388160:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1620us (1767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.760095:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13869 00000100:00100000:0.0:1746070974.760369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.760507:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431388416 00000100:00100000:2.0:1746070974.760511:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431388416 00002000:00100000:2.0:1746070974.760536:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538700 x1830887431388416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.760545:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538700 with x1830887431388416 ext(0->4095) 00002000:00010000:2.0:1746070974.760548:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d538700 00000100:00100000:2.0:1746070974.760573:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13641 00000100:00100000:2.0:1746070974.760579:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887431388416:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.760687:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887431388416:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.760693:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13641 00002000:00100000:2.0:1746070974.760697:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538700 x1830887431388416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.760710:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538700 with x1830887431388416 ext(0->4095) 00002000:00010000:2.0:1746070974.760712:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d538700 00000100:00100000:0.0:1746070974.764516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.764712:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431388544 00000100:00100000:3.0:1746070974.764721:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431388544 00000100:00100000:3.0:1746070974.764772:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30068 00000100:00100000:3.0:1746070974.764779:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431388544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.764794:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.764808:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014cd2 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.764831:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ccb expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.764838:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.764839:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.764842:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.764900:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ccb expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.764911:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ccb expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.764921:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426835200:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070974.764994:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.768645:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426835200:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.768673:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.768687:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:3.0:1746070974.768733:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431388544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3953us (4222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.768740:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30068 00000100:00100000:0.0:1746070974.769800:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.770459:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431388672 00000100:00100000:2.0:1746070974.770497:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431388672 00010000:00010000:2.0:1746070974.770527:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ccb expref: 22 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.771171:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13870 00000100:00100000:2.0:1746070974.771184:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2007:x1830887431388672:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.771196:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.771213:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ccb expref: 22 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.771224:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ccb expref: 22 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.771243:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f55 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ccb expref: 22 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.771258:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.771260:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.771265:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.771272:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.771301:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.771310:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426835328:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.771379:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.771424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.771560:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431388800 00000100:00100000:2.0:1746070974.771564:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431388800 00000100:00100000:2.0:1746070974.771596:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30069 00000100:00100000:2.0:1746070974.771601:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1660:x1830887431388800:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.771611:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.771620:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014cd9 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.771634:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.771639:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.771640:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.771642:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.771657:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.771664:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 5 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.771677:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426835456:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.771709:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.774159:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426835328:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.774174:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.774217:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2007:x1830887431388672:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3038us (4418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.774225:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13870 00000100:00100000:3.0:1746070974.774684:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426835456:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.774701:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 22 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.774714:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2600, rc 0) 00000100:00100000:3.0:1746070974.774735:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:1660:x1830887431388800:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3134us (3322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.774741:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30069 00000100:00100000:0.0:1746070974.774912:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.775043:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431389056 00000100:00100000:3.0:1746070974.775048:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431389056 00002000:00100000:3.0:1746070974.775075:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539500 x1830887431389056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.775083:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539500 with x1830887431389056 ext(0->4095) 00010000:00010000:3.0:1746070974.775089:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.775099:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.775109:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d539500 00000100:00100000:3.0:1746070974.775125:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2890 00000100:00100000:3.0:1746070974.775131:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431389056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070974.775229:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431389056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.775234:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2890 00002000:00100000:3.0:1746070974.775239:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539500 x1830887431389056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.775246:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539500 with x1830887431389056 ext(0->4095) 00010000:00010000:3.0:1746070974.775250:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.775259:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.775265:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d539500 00000100:00100000:0.0:1746070974.777041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.777120:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431389184 00000100:00100000:2.0:1746070974.777126:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431389184 00010000:00010000:2.0:1746070974.777146:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.777165:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13871 00000100:00100000:2.0:1746070974.777171:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431389184:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.777180:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.777193:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.777203:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.777221:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008037f5c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd2 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.777231:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.777233:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.777238:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.777245:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.777269:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.777280:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426835584:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.777351:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.779807:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426835584:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.779824:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.779855:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431389184:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2683us (2817us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.779884:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13871 00000100:00100000:0.0:1746070974.780254:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.781320:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431389440 00000100:00100000:0.0:1746070974.781327:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431389440 00002000:00100000:0.0:1746070974.781358:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53a680 x1830887431389440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.781366:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53a680 with x1830887431389440 ext(0->4095) 00002000:00010000:0.0:1746070974.781370:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d53a680 00000100:00100000:0.0:1746070974.781397:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13642 00000100:00100000:0.0:1746070974.781404:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887431389440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070974.781653:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2008:x1830887431389440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 248us (1399us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070974.781659:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13642 00002000:00100000:0.0:1746070974.781664:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53a680 x1830887431389440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.781670:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53a680 with x1830887431389440 ext(0->4095) 00002000:00010000:0.0:1746070974.781673:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d53a680 00000100:00100000:0.0:1746070974.787672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.787913:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431389568 00000100:00100000:3.0:1746070974.787920:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431389568 00000100:00100000:3.0:1746070974.787972:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30070 00000100:00100000:3.0:1746070974.787979:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431389568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.787995:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.788009:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ce0 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.788039:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.788045:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.788047:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.788050:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.788074:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 21 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.788084:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 21 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.788094:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426835712:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070974.788172:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.789750:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426835712:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.789770:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.789782:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:3.0:1746070974.794511:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431389568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6523us (6837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.794521:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30070 00000100:00100000:2.0:1746070974.796140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.796182:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431389696 00000100:00100000:0.0:1746070974.796191:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431389696 00002000:00100000:2.0:1746070974.797069:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a01fe680 x1830887431389696/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.797078:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fe680 with x1830887431389696 ext(0->7) 00010000:00010000:2.0:1746070974.797086:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 22 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.797097:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 22 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.797109:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fe680 00000100:00100000:2.0:1746070974.797138:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2891 00000100:00100000:2.0:1746070974.797144:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2009:x1830887431389696:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070974.802825:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2009:x1830887431389696:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 5673us (6681us total) trans 4294972279 rc 0/0 00000100:00100000:2.0:1746070974.802837:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2891 00002000:00100000:2.0:1746070974.802846:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a01fe680 x1830887431389696/t4294972279(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.802854:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fe680 with x1830887431389696 ext(0->7) 00010000:00010000:2.0:1746070974.802886:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 24 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.802901:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 24 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.802907:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fe680 00000100:00100000:0.0:1746070974.811371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.811460:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431389824 00000100:00100000:3.0:1746070974.811469:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431389824 00000100:00100000:3.0:1746070974.811520:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30071 00000100:00100000:3.0:1746070974.811527:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:1660:x1830887431389824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.811543:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.811557:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ce7 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.811580:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.811586:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.811591:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070974.811594:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 25 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.811622:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.811633:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 25 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.811643:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fe00, rc 0) 00000100:00100000:3.0:1746070974.811680:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:1660:x1830887431389824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.811685:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30071 00000100:00100000:0.0:1746070974.813814:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.813880:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431389952 00000100:00100000:2.0:1746070974.813885:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431389952 00010000:00010000:2.0:1746070974.813909:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 25 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.813929:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13872 00000100:00100000:2.0:1746070974.813935:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:2009:x1830887431389952:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.813945:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.813962:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 25 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.813973:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 25 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.813990:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037f63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cd9 expref: 25 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.814003:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.814005:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.814011:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.814017:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.814041:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.814051:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 5 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.814060:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426835968:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070974.817739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.817808:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.817833:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426835968:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.817848:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.817894:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2009:x1830887431389952:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3958us (4084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.817903:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13872 00000100:00100000:3.0:1746070974.817977:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431390208 00000100:00100000:3.0:1746070974.817982:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431390208 00002000:00100000:3.0:1746070974.818010:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fc700 x1830887431390208/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.818022:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fc700 with x1830887431390208 ext(0->4095) 00010000:00010000:3.0:1746070974.818028:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.818038:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.818044:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839fc700 00000100:00100000:3.0:1746070974.818071:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2892 00000100:00100000:3.0:1746070974.818077:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431390208:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070974.818775:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431390208:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 697us (1041us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.818782:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2892 00002000:00100000:3.0:1746070974.818787:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fc700 x1830887431390208/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.818794:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fc700 with x1830887431390208 ext(0->4095) 00010000:00010000:3.0:1746070974.818799:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.818807:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:3.0:1746070974.818813:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839fc700 00000100:00100000:0.0:1746070974.823694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.823810:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431390336 00000100:00100000:2.0:1746070974.823817:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431390336 00010000:00010000:2.0:1746070974.823844:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.823886:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13873 00000100:00100000:2.0:1746070974.823893:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431390336:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.823903:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.823918:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.823928:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.823948:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008037f6a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce0 expref: 6 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.825308:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.825311:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.825319:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.825327:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.825358:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.825367:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426836096:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.825730:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.827925:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.828067:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426836096:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070974.828081:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070974.828108:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431390336:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4216us (4421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.828117:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13873 00000100:00100000:3.0:1746070974.828201:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431390592 00000100:00100000:3.0:1746070974.828207:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431390592 00002000:00100000:3.0:1746070974.828238:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fce00 x1830887431390592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.828247:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fce00 with x1830887431390592 ext(0->4095) 00002000:00010000:3.0:1746070974.828251:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839fce00 00000100:00100000:3.0:1746070974.828678:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13643 00000100:00100000:3.0:1746070974.828686:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2007:x1830887431390592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070974.828778:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2007:x1830887431390592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (857us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.828783:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13643 00002000:00100000:3.0:1746070974.828787:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fce00 x1830887431390592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.828793:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fce00 with x1830887431390592 ext(0->4095) 00002000:00010000:3.0:1746070974.828796:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839fce00 00000100:00100000:0.0:1746070974.834659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.834804:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431390720 00000100:00100000:2.0:1746070974.834812:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431390720 00000100:00100000:2.0:1746070974.834888:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30072 00000100:00100000:2.0:1746070974.834896:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a601bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431390720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.834910:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.834925:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014cee expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.834950:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.834957:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.834958:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.834961:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.834991:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 23 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.835001:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 23 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.835011:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426836224:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.835083:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.839368:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746070974.839387:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426836352:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746070974.839449:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070974.839654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.839749:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426836224:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.839771:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.839787:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3a00, rc 0) 00000100:00100000:3.0:1746070974.839818:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a601bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431390720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4922us (5166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.839828:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30072 00000100:00100000:1.0:1746070974.839906:0:18883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426836352 00000100:00100000:1.0:1746070974.839911:0:18883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426836352 00000100:00100000:1.0:1746070974.839939:0:18883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1746070974.839944:0:18883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3763:x1830887426836352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746070974.839970:0:18883:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:1.0:1746070974.840011:0:18883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3763:x1830887426836352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.840018:0:18883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1746070974.840357:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431390848 00000100:00100000:0.0:1746070974.840361:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431390848 00002000:00100000:0.0:1746070974.840387:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a601b100 x1830887431390848/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.840395:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a601b100 with x1830887431390848 ext(0->7) 00010000:00010000:0.0:1746070974.840400:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 24 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.840423:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 24 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746070974.840429:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a601b100 00000100:00100000:0.0:1746070974.840446:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2893 00000100:00100000:0.0:1746070974.840452:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a601b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:2008:x1830887431390848:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070974.840714:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426836352:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746070974.841297:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a601b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2008:x1830887431390848:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 844us (1642us total) trans 4294972280 rc 0/0 00000100:00100000:0.0:1746070974.841303:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2893 00002000:00100000:0.0:1746070974.841309:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a601b100 x1830887431390848/t4294972280(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070974.841316:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a601b100 with x1830887431390848 ext(0->7) 00010000:00010000:0.0:1746070974.841321:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 26 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746070974.841330:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 26 pid: 10108 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746070974.841335:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a601b100 00000100:00100000:0.0:1746070974.854260:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.854351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.854519:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431391104 00000100:00100000:2.0:1746070974.854527:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431391104 00010000:00010000:2.0:1746070974.854556:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 26 pid: 10108 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.854581:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13874 00000100:00100000:2.0:1746070974.854588:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6018380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2010:x1830887431391104:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070974.854600:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070974.854617:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 26 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.854628:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 26 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.854647:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008037f71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ce7 expref: 26 pid: 10108 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.854702:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.854704:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070974.854711:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.854718:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.854746:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070974.854757:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426836480:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070974.854814:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.855211:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431390976 00000100:00100000:3.0:1746070974.855214:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431390976 00000100:00100000:3.0:1746070974.855298:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30073 00000100:00100000:3.0:1746070974.855303:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:1660:x1830887431390976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.855312:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.855321:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014cf5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.855334:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.855339:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.855340:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.855342:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.855355:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.855363:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.855369:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426836608:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070974.856350:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.873151:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426836608:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.873180:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.873196:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e000, rc 0) 00000100:00100000:3.0:1746070974.873245:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:1660:x1830887431390976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17941us (18992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.873252:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30073 00000100:00100000:0.0:1746070974.876012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.876131:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431391360 00000100:00100000:2.0:1746070974.876138:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431391360 00002000:00100000:2.0:1746070974.876173:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef07b80 x1830887431391360/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.876181:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef07b80 with x1830887431391360 ext(0->4095) 00010000:00010000:2.0:1746070974.876189:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.876200:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.876205:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef07b80 00000100:00100000:2.0:1746070974.876222:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2894 00000100:00100000:2.0:1746070974.876229:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431391360:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070974.876363:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431391360:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.876370:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2894 00002000:00100000:2.0:1746070974.876375:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef07b80 x1830887431391360/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.876382:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef07b80 with x1830887431391360 ext(0->4095) 00010000:00010000:2.0:1746070974.876386:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.876394:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.876399:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef07b80 00000100:00100000:3.0:1746070974.876833:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426836480:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.876846:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.876906:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6018380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2010:x1830887431391104:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 22318us (22554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.876913:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13874 00000100:00100000:0.0:1746070974.881656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.881903:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431391488 00000100:00100000:3.0:1746070974.881911:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431391488 00010000:00010000:3.0:1746070974.881942:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.882039:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13875 00000100:00100000:3.0:1746070974.882046:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431391488:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.882059:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.882075:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.882086:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.882109:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3a00/0xa5d7060008037f78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cee expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.882133:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.882135:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.882141:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 25 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.882148:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 25 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.882175:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 25 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.882185:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426836736:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.882250:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.885359:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426836736:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.885378:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.885423:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431391488:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3365us (3761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.885431:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13875 00000100:00100000:0.0:1746070974.887508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.887575:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431391744 00000100:00100000:2.0:1746070974.887583:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431391744 00002000:00100000:2.0:1746070974.887616:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef05500 x1830887431391744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.887624:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05500 with x1830887431391744 ext(0->4095) 00002000:00010000:2.0:1746070974.887628:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef05500 00000100:00100000:2.0:1746070974.887645:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13644 00000100:00100000:2.0:1746070974.887650:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2008:x1830887431391744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.887760:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2008:x1830887431391744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.887768:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13644 00002000:00100000:2.0:1746070974.887773:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef05500 x1830887431391744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.887779:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05500 with x1830887431391744 ext(0->4095) 00002000:00010000:2.0:1746070974.887781:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef05500 00000100:00100000:0.0:1746070974.891737:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.891826:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431391872 00000100:00100000:3.0:1746070974.891833:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431391872 00000100:00100000:3.0:1746070974.891893:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30074 00000100:00100000:3.0:1746070974.891900:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431391872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.891916:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.891929:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014cfc expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.891955:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 25 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.891960:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.891961:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.891964:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.891987:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 25 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.891997:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 25 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.892006:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426836864:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070974.892086:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.898549:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426836864:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.898574:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.898587:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ec00, rc 0) 00000100:00100000:3.0:1746070974.898629:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431391872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6730us (6899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.898639:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30074 00000100:00100000:0.0:1746070974.899987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.900050:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431392000 00000100:00100000:2.0:1746070974.900054:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431392000 00002000:00100000:2.0:1746070974.900081:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ef05180 x1830887431392000/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.900087:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05180 with x1830887431392000 ext(0->7) 00010000:00010000:2.0:1746070974.900092:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 26 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.900100:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 26 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.900103:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef05180 00000100:00100000:2.0:1746070974.900115:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2895 00000100:00100000:2.0:1746070974.900118:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2008:x1830887431392000:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070974.903020:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431392000:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2743us (2877us total) trans 4294972281 rc 0/0 00000100:00100000:2.0:1746070974.903031:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2895 00002000:00100000:2.0:1746070974.903043:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ef05180 x1830887431392000/t4294972281(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.903057:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05180 with x1830887431392000 ext(0->7) 00010000:00010000:2.0:1746070974.903065:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 28 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746070974.903552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.903613:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431392128 00000100:00100000:3.0:1746070974.903619:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431392128 00000100:00100000:3.0:1746070974.903661:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30075 00000100:00100000:3.0:1746070974.903668:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431392128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.903678:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.903695:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d03 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.903715:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.903720:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.903725:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070974.903727:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d03 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.903754:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.903765:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d03 expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.903774:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f400, rc 0) 00010000:00010000:2.0:1746070974.903795:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 30 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.903802:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef05180 00000100:00100000:3.0:1746070974.903819:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431392128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.903824:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30075 00000100:00100000:0.0:1746070974.905480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.905532:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431392256 00000100:00100000:3.0:1746070974.905537:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431392256 00010000:00010000:3.0:1746070974.905556:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 29 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.905578:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13876 00000100:00100000:3.0:1746070974.905583:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2008:x1830887431392256:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.905592:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.905607:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 29 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.905616:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 29 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.905631:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008037f7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cf5 expref: 29 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.905961:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.905963:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.905969:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.905976:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.905998:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.906011:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.906021:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426837120:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.906086:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.907807:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.907905:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426837120:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.907917:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.907939:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431392256:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2356us (2461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.907945:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13876 00000100:00100000:2.0:1746070974.908111:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431392512 00000100:00100000:2.0:1746070974.908115:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431392512 00002000:00100000:2.0:1746070974.908139:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef06300 x1830887431392512/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.908147:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06300 with x1830887431392512 ext(0->4095) 00010000:00010000:2.0:1746070974.908153:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.908163:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.908169:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef06300 00000100:00100000:2.0:1746070974.908188:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2896 00000100:00100000:2.0:1746070974.908193:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431392512:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070974.908719:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431392512:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 525us (914us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.908725:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2896 00002000:00100000:2.0:1746070974.908731:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef06300 x1830887431392512/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.908737:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06300 with x1830887431392512 ext(0->4095) 00010000:00010000:2.0:1746070974.908742:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.908750:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.908755:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef06300 00000100:00100000:0.0:1746070974.910714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.911070:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431392640 00000100:00100000:3.0:1746070974.911076:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431392640 00010000:00010000:3.0:1746070974.911099:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.911319:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13877 00000100:00100000:3.0:1746070974.911326:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431392640:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.911337:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.911350:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.911360:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.911377:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008037f86 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014cfc expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.911390:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.911392:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.911397:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d03 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.911403:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d03 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.911439:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d03 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.911450:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426837248:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.911521:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.917430:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426837248:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.917449:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.917491:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431392640:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6164us (6779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.917500:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13877 00000100:00100000:0.0:1746070974.918727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.918802:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431392896 00000100:00100000:2.0:1746070974.918808:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431392896 00002000:00100000:2.0:1746070974.918838:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef07100 x1830887431392896/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.918846:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef07100 with x1830887431392896 ext(0->4095) 00002000:00010000:2.0:1746070974.918849:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef07100 00000100:00100000:2.0:1746070974.918882:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13645 00000100:00100000:2.0:1746070974.918888:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431392896:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.919725:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2008:x1830887431392896:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 835us (999us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.919731:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13645 00002000:00100000:2.0:1746070974.919737:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef07100 x1830887431392896/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.919744:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef07100 with x1830887431392896 ext(0->4095) 00002000:00010000:2.0:1746070974.919747:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef07100 00000100:00100000:0.0:1746070974.921715:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.921914:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431393024 00000100:00100000:3.0:1746070974.921921:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431393024 00000100:00100000:3.0:1746070974.922233:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30076 00000100:00100000:3.0:1746070974.922241:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431393024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.922253:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.922267:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d0a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.922292:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d03 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.922298:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.922299:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.922302:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.922325:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d03 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.922334:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d03 expref: 27 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.922344:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426837376:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070974.922732:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.924483:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426837376:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070974.924505:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.924518:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e600, rc 0) 00000100:00100000:3.0:1746070974.924549:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431393024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2310us (2839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.924556:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30076 00000100:00100000:0.0:1746070974.925514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.925835:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431393152 00000100:00100000:3.0:1746070974.925841:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431393152 00000100:00100000:3.0:1746070974.925892:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30077 00000100:00100000:3.0:1746070974.925899:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:1660:x1830887431393152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070974.925911:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070974.925923:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d11 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.925941:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070974.925946:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.925951:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070974.925954:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.925978:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.925986:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 29 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.925992:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f800, rc 0) 00000100:00100000:3.0:1746070974.926032:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:1660:x1830887431393152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.926037:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30077 00000100:00100000:1.0:1746070974.926523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.926585:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431393280 00000100:00100000:3.0:1746070974.926617:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431393280 00010000:00010000:3.0:1746070974.926633:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d03 expref: 29 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.926664:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13878 00000100:00100000:3.0:1746070974.926669:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431393280:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.926678:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.926692:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d03 expref: 29 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.926701:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d03 expref: 29 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.926716:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008037f8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d03 expref: 29 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.927480:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.927508:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.927514:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.927521:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.927544:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.927554:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 5 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.927567:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426837632:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.927696:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.933366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.933480:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431393536 00000100:00100000:2.0:1746070974.933487:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431393536 00002000:00100000:2.0:1746070974.933520:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef06d80 x1830887431393536/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.933528:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06d80 with x1830887431393536 ext(0->4095) 00010000:00010000:2.0:1746070974.933537:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.933548:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.933554:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef06d80 00000100:00100000:2.0:1746070974.933571:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2897 00000100:00100000:2.0:1746070974.933578:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431393536:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070974.933699:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431393536:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.933705:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2897 00002000:00100000:2.0:1746070974.933710:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef06d80 x1830887431393536/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.933717:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06d80 with x1830887431393536 ext(0->4095) 00010000:00010000:2.0:1746070974.933722:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:2.0:1746070974.933730:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00002000:00010000:2.0:1746070974.933740:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef06d80 00000100:00100000:3.0:1746070974.934169:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426837632:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.934184:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.934218:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431393280:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7548us (7695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.934225:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13878 00000100:00100000:0.0:1746070974.939466:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.940573:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431393664 00000100:00100000:3.0:1746070974.940581:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431393664 00010000:00010000:3.0:1746070974.940610:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:3.0:1746070974.940637:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13879 00000100:00100000:3.0:1746070974.940642:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431393664:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.940654:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.940668:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.940678:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.940696:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008037f94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d0a expref: 6 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:3.0:1746070974.940721:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.940724:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.940729:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.940736:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.940761:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.940770:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426837760:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.940946:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070974.943530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.943551:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426837760:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.943567:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.943611:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431393664:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2967us (4151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070974.943616:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431393920 00000100:00100000:3.0:1746070974.943619:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13879 00000100:00100000:1.0:1746070974.943622:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431393920 00002000:00100000:1.0:1746070974.943650:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d8c5c00 x1830887431393920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.943657:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c5c00 with x1830887431393920 ext(0->4095) 00002000:00010000:1.0:1746070974.943661:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d8c5c00 00000100:00100000:1.0:1746070974.943686:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13646 00000100:00100000:1.0:1746070974.943692:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2010:x1830887431393920:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070974.943799:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2010:x1830887431393920:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070974.943805:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13646 00002000:00100000:1.0:1746070974.943810:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d8c5c00 x1830887431393920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.945060:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c5c00 with x1830887431393920 ext(0->4095) 00002000:00010000:1.0:1746070974.945066:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d8c5c00 00000100:00100000:0.0:1746070974.948701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.949440:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431394048 00000100:00100000:2.0:1746070974.949449:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431394048 00000100:00100000:2.0:1746070974.949497:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30078 00000100:00100000:2.0:1746070974.949504:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431394048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070974.949519:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070974.949532:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d18 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.949556:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.949562:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.949563:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070974.949566:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.949588:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 27 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.949597:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 27 pid: 9566 timeout: 797 lvb_type: 0 00000100:00100000:2.0:1746070974.949607:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426837888:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070974.950512:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070974.957118:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426837888:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070974.957144:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070974.957160:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2800, rc 0) 00000100:00100000:2.0:1746070974.957223:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431394048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7720us (8529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070974.957230:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30078 00000100:00100000:0.0:1746070974.958951:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070974.963452:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431394176 00000100:00100000:1.0:1746070974.963465:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431394176 00002000:00100000:1.0:1746070974.963511:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d8c5880 x1830887431394176/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.963521:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c5880 with x1830887431394176 ext(0->7) 00010000:00010000:1.0:1746070974.963530:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 28 pid: 9566 timeout: 797 lvb_type: 0 00010000:00010000:1.0:1746070974.963548:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 28 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070974.963555:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d8c5880 00000100:00100000:1.0:1746070974.963594:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2898 00000100:00100000:1.0:1746070974.963600:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2009:x1830887431394176:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070974.965990:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2009:x1830887431394176:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2383us (7037us total) trans 4294972282 rc 0/0 00000100:00100000:1.0:1746070974.965999:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2898 00002000:00100000:1.0:1746070974.966006:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d8c5880 x1830887431394176/t4294972282(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 496/448 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070974.966014:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c5880 with x1830887431394176 ext(0->7) 00010000:00010000:1.0:1746070974.966021:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 30 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070974.966034:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 30 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070974.966041:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d8c5880 00000100:00100000:2.0:1746070974.975986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.976067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070974.976238:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431394304 00000100:00100000:0.0:1746070974.976246:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431394304 00000100:00100000:0.0:1746070974.976286:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30079 00000100:00100000:0.0:1746070974.976292:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:1660:x1830887431394304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070974.976305:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070974.976318:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d1f expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.976336:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070974.976341:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.976346:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070974.976349:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 31 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.976375:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.976385:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 31 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070974.976391:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e49e00, rc 0) 00000100:00100000:0.0:1746070974.976438:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:1660:x1830887431394304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070974.976443:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30079 00000100:00100000:3.0:1746070974.976910:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431394432 00000100:00100000:3.0:1746070974.976913:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431394432 00010000:00010000:3.0:1746070974.976929:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 31 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070974.977624:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13880 00000100:00100000:3.0:1746070974.977632:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2010:x1830887431394432:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.977641:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746070974.977654:0:7206:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746070974 -> 1746070975 00002000:00010000:3.0:1746070974.977657:0:7206:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746070974 -> 1746070975 00010000:00010000:3.0:1746070974.977667:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 31 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070974.977677:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 31 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070974.977696:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008037f9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d11 expref: 31 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070974.977718:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.977719:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.977725:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.977731:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.977750:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.977759:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 5 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070974.977768:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426838144:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.978082:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.981477:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426838144:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.981496:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.982906:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2010:x1830887431394432:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5271us (6834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.982917:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13880 00000100:00100000:1.0:1746070974.983196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070974.983252:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431394688 00000100:00100000:2.0:1746070974.983259:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431394688 00002000:00100000:2.0:1746070974.983292:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eaf100 x1830887431394688/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.983300:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaf100 with x1830887431394688 ext(0->4095) 00010000:00010000:2.0:1746070974.983307:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070974.983331:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070974.983337:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eaf100 00000100:00100000:2.0:1746070974.983366:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2899 00000100:00100000:2.0:1746070974.983372:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431394688:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070974.983495:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431394688:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070974.983505:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2899 00002000:00100000:2.0:1746070974.983510:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eaf100 x1830887431394688/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070974.983516:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaf100 with x1830887431394688 ext(0->4095) 00010000:00010000:2.0:1746070974.983521:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070974.983528:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070974.983533:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eaf100 00000100:00100000:0.0:1746070974.987092:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.987396:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431394816 00000100:00100000:3.0:1746070974.987404:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431394816 00010000:00010000:3.0:1746070974.987439:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070974.987477:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13881 00000100:00100000:3.0:1746070974.987484:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431394816:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070974.987495:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070974.987510:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070974.987519:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070974.987538:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2800/0xa5d7060008037fa2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d18 expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070974.987550:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.987552:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070974.987558:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.987565:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070974.987594:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070974.987603:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426838272:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070974.987680:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070974.991922:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426838272:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070974.991942:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070974.991983:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431394816:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4498us (4896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070974.991993:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13881 00000100:00100000:2.0:1746070974.998211:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070974.998360:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431395072 00000100:00100000:3.0:1746070974.998368:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431395072 00002000:00100000:3.0:1746070974.998419:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130565f80 x1830887431395072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/0 e 0 to 0 dl 1746070985 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.998429:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565f80 with x1830887431395072 ext(0->4095) 00002000:00010000:3.0:1746070974.998434:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130565f80 00000100:00100000:3.0:1746070974.998453:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13647 00000100:00100000:3.0:1746070974.998460:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2007:x1830887431395072:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070974.998596:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2007:x1830887431395072:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070974.998602:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13647 00002000:00100000:3.0:1746070974.998607:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130565f80 x1830887431395072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746070985 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070974.998620:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565f80 with x1830887431395072 ext(0->4095) 00002000:00010000:3.0:1746070974.998622:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130565f80 00000100:00100000:0.0:1746070975.000680:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.000736:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431395200 00000100:00100000:2.0:1746070975.000742:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431395200 00000100:00100000:2.0:1746070975.000780:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30080 00000100:00100000:2.0:1746070975.000785:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431395200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.000796:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.000809:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d26 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.000830:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.000837:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.000838:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.000841:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d26 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.000879:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 29 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.000888:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 29 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.000898:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426838400:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.000966:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.013797:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426838400:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.013824:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d26 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.013840:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2200, rc 0) 00000100:00100000:2.0:1746070975.013911:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431395200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13124us (13236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.013919:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30080 00000100:00100000:0.0:1746070975.014765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.014804:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431395328 00000100:00100000:2.0:1746070975.014809:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431395328 00002000:00100000:2.0:1746070975.014836:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dcfc700 x1830887431395328/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.014845:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfc700 with x1830887431395328 ext(0->7) 00010000:00010000:2.0:1746070975.014851:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 30 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.014892:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 30 pid: 10108 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.014898:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfc700 00000100:00100000:2.0:1746070975.014918:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2900 00000100:00100000:2.0:1746070975.014923:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2007:x1830887431395328:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070975.015476:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887431395328:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 551us (711us total) trans 4294972283 rc 0/0 00000100:00100000:2.0:1746070975.015482:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2900 00002000:00100000:2.0:1746070975.015487:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dcfc700 x1830887431395328/t4294972283(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/448 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.015493:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfc700 with x1830887431395328 ext(0->7) 00010000:00010000:2.0:1746070975.015497:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.015504:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.015510:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfc700 00000100:00100000:2.0:1746070975.026016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.026100:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431395456 00000100:00100000:3.0:1746070975.026107:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431395456 00010000:00010000:3.0:1746070975.026134:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.026163:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13882 00000100:00100000:3.0:1746070975.026169:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887431395456:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.026179:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.026194:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.026204:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.026220:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e49e00/0xa5d7060008037fa9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d1f expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.026233:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.026234:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.026239:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d26 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.026245:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d26 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.026278:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d26 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.026287:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426838528:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.026343:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.031150:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426838528:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.031170:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.031240:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2007:x1830887431395456:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5070us (5229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.031251:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13882 00000100:00100000:0.0:1746070975.033102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.033146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.033164:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431395712 00000100:00100000:2.0:1746070975.033171:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431395712 00002000:00100000:2.0:1746070975.033207:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfca80 x1830887431395712/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.033222:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfca80 with x1830887431395712 ext(0->4095) 00002000:00010000:2.0:1746070975.033226:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcfca80 00000100:00100000:2.0:1746070975.033240:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13648 00000100:00100000:2.0:1746070975.033245:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431395712:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070975.033380:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431395712:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (282us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.033386:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13648 00002000:00100000:2.0:1746070975.033391:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfca80 x1830887431395712/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.033398:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfca80 with x1830887431395712 ext(0->4095) 00002000:00010000:2.0:1746070975.033400:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcfca80 00000100:00100000:3.0:1746070975.033466:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431395840 00000100:00100000:3.0:1746070975.033469:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431395840 00000100:00100000:3.0:1746070975.033500:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30081 00000100:00100000:3.0:1746070975.033504:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:1660:x1830887431395840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.033511:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.033523:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d2d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.033541:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d26 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.033548:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.033549:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.033552:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.033577:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d26 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.033586:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d26 expref: 5 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.033595:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426838656:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070975.033638:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.038194:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426838656:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070975.038223:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.038238:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ea00, rc 0) 00000100:00100000:3.0:1746070975.038299:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:1660:x1830887431395840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4793us (5151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.038306:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30081 00000100:00100000:0.0:1746070975.039546:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.040185:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431395968 00000100:00100000:3.0:1746070975.040190:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431395968 00000100:00100000:3.0:1746070975.040449:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30082 00000100:00100000:3.0:1746070975.040457:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:1661:x1830887431395968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.040470:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.040481:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d34 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.040500:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.040505:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.040510:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.040513:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d34 expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.040542:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.040551:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d34 expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.040558:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fc00, rc 0) 00000100:00100000:3.0:1746070975.040586:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:1661:x1830887431395968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.040592:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30082 00000100:00100000:0.0:1746070975.040750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.040940:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431396096 00000100:00100000:3.0:1746070975.040943:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431396096 00010000:00010000:3.0:1746070975.040956:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d26 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.040971:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13883 00000100:00100000:3.0:1746070975.040976:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431396096:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.040982:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.040995:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d26 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.041020:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d26 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.041035:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008037fb0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d26 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.041046:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.041047:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.041052:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.041063:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.041078:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.041087:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 32 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.041096:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426838912:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.041132:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53b8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.043240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.043287:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431396352 00000100:00100000:2.0:1746070975.043293:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431396352 00002000:00100000:2.0:1746070975.043328:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfd500 x1830887431396352/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.043337:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfd500 with x1830887431396352 ext(0->4095) 00010000:00010000:2.0:1746070975.043344:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 33 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.043356:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 33 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.043361:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfd500 00000100:00100000:2.0:1746070975.043376:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2901 00000100:00100000:2.0:1746070975.043381:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887431396352:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070975.043502:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887431396352:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.043507:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2901 00002000:00100000:2.0:1746070975.043512:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfd500 x1830887431396352/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.043521:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfd500 with x1830887431396352 ext(0->4095) 00010000:00010000:2.0:1746070975.043525:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 33 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.043533:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 33 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.043538:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcfd500 00000100:00100000:3.0:1746070975.044930:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426838912:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.044948:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.044992:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431396096:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4015us (4241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.045004:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13883 00000100:00100000:0.0:1746070975.049700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.050083:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431396480 00000100:00100000:3.0:1746070975.050090:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431396480 00010000:00010000:3.0:1746070975.050120:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 33 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.050149:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13884 00000100:00100000:3.0:1746070975.050155:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2010:x1830887431396480:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.050165:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.050180:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 33 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.050189:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 33 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.050206:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008037fb7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d2d expref: 33 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.050287:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.050288:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.050294:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d34 expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.050301:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d34 expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.050326:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d34 expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.050336:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426839040:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.050400:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.055796:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426839040:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.055816:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.055851:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2010:x1830887431396480:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5695us (6156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.055860:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13884 00000100:00100000:0.0:1746070975.058220:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.058313:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431396736 00000100:00100000:2.0:1746070975.058321:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431396736 00002000:00100000:2.0:1746070975.058359:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfea00 x1830887431396736/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.058368:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfea00 with x1830887431396736 ext(0->4095) 00002000:00010000:2.0:1746070975.058372:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcfea00 00000100:00100000:2.0:1746070975.058390:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13649 00000100:00100000:2.0:1746070975.058397:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887431396736:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.059532:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887431396736:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1133us (1315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.059541:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13649 00002000:00100000:2.0:1746070975.059547:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfea00 x1830887431396736/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.059554:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfea00 with x1830887431396736 ext(0->4095) 00002000:00010000:2.0:1746070975.059557:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcfea00 00000100:00100000:0.0:1746070975.062756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.063038:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431396864 00000100:00100000:1.0:1746070975.063046:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431396864 00000100:00100000:1.0:1746070975.063085:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30083 00000100:00100000:1.0:1746070975.063091:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431396864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.063104:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.063117:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d3b expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.063139:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d34 expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.063144:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.063146:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.063149:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.063171:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d34 expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.063181:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d34 expref: 31 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.063191:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426839168:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.064329:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.065386:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426839168:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.065420:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.065433:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233800, rc 0) 00000100:00100000:1.0:1746070975.065476:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431396864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2384us (2725us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.065486:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30083 00000100:00100000:0.0:1746070975.066722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.066855:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431396992 00000100:00100000:3.0:1746070975.066861:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431396992 00010000:00010000:3.0:1746070975.066949:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d34 expref: 32 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.066968:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13885 00000100:00100000:3.0:1746070975.066974:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887431396992:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.066984:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.066999:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d34 expref: 32 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.067009:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d34 expref: 32 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.067026:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008037fbe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d34 expref: 32 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.067916:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.067919:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.067928:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.067936:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.067965:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.067975:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426839296:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.068040:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.070072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.070232:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431397120 00000100:00100000:1.0:1746070975.070238:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431397120 00000100:00100000:3.0:1746070975.070372:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426839296:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.070388:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.070426:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2007:x1830887431396992:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3452us (3706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.070434:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13885 00000100:00100000:1.0:1746070975.070770:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30084 00000100:00100000:1.0:1746070975.070777:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:1660:x1830887431397120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.070789:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.070800:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d42 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.070821:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.070828:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.070830:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.070833:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.070853:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.070862:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 5 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.070892:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426839424:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.070933:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.071070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.071293:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431397376 00000100:00100000:3.0:1746070975.071296:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431397376 00002000:00100000:3.0:1746070975.071314:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009491bb80 x1830887431397376/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.071323:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491bb80 with x1830887431397376 ext(0->4095) 00010000:00010000:3.0:1746070975.071328:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.071337:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.071348:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009491bb80 00000100:00100000:3.0:1746070975.071358:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2902 00000100:00100000:3.0:1746070975.071363:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431397376:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070975.072216:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431397376:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 850us (1144us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070975.072223:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2902 00002000:00100000:3.0:1746070975.072228:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009491bb80 x1830887431397376/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.072236:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491bb80 with x1830887431397376 ext(0->4095) 00010000:00010000:3.0:1746070975.072240:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.072249:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.072255:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009491bb80 00000100:00100000:1.0:1746070975.073672:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426839424:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.073694:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.073704:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233400, rc 0) 00000100:00100000:1.0:1746070975.073960:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:1660:x1830887431397120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3182us (3890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.073966:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30084 00000100:00100000:0.0:1746070975.080617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.080791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.080892:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431397504 00000100:00100000:1.0:1746070975.080899:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431397504 00000100:00100000:3.0:1746070975.081100:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431397632 00000100:00100000:3.0:1746070975.081103:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431397632 00010000:00010000:3.0:1746070975.081125:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.081154:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13886 00000100:00100000:3.0:1746070975.081160:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431397632:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.081171:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.081186:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.081196:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.081214:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d7060008037fc5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d3b expref: 6 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.081231:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.081232:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.081237:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.081244:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.081268:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.081278:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426839552:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.081343:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.081461:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30085 00000100:00100000:1.0:1746070975.081467:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:1661:x1830887431397504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.081479:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.081488:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d49 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.081502:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.081506:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.081507:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.081510:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.081524:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.081532:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 33 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.081539:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426839680:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.081570:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.083849:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426839552:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070975.083855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.083898:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431397888 00000100:00100000:2.0:1746070975.083903:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431397888 00002000:00100000:2.0:1746070975.083936:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094918700 x1830887431397888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.083944:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094918700 with x1830887431397888 ext(0->4095) 00010000:00010000:2.0:1746070975.083951:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 34 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.083961:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 34 pid: 10108 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.083967:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094918700 00000100:00100000:2.0:1746070975.083982:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2903 00000100:00100000:2.0:1746070975.083990:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2008:x1830887431397888:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070975.084089:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2008:x1830887431397888:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (232us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.084094:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2903 00002000:00100000:2.0:1746070975.084100:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094918700 x1830887431397888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.084112:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094918700 with x1830887431397888 ext(0->4095) 00010000:00010000:2.0:1746070975.084116:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 34 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.084124:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 34 pid: 10108 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.084129:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094918700 00010000:00010000:3.0:1746070975.084214:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.084236:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431397632:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3075us (3445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.084242:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13886 00000100:00100000:1.0:1746070975.086041:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426839680:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.086062:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.086075:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232000, rc 0) 00000100:00100000:1.0:1746070975.086110:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:1661:x1830887431397504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4643us (5500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.086116:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30085 00000100:00100000:0.0:1746070975.089152:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.089216:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.089274:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431398016 00000100:00100000:1.0:1746070975.089280:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431398016 00000100:00100000:1.0:1746070975.089326:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30086 00000100:00100000:1.0:1746070975.089333:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:1660:x1830887431398016:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.089345:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.089358:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d50 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.089378:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.089383:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 34 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.089388:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070975.089391:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 34 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.089430:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 34 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.089439:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 34 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.089445:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233000, rc 0) 00000100:00100000:1.0:1746070975.089477:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:1660:x1830887431398016:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.089482:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30086 00000100:00100000:3.0:1746070975.089617:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431398144 00000100:00100000:3.0:1746070975.089621:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431398144 00010000:00010000:3.0:1746070975.089649:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 34 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.089673:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13887 00000100:00100000:3.0:1746070975.089678:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2010:x1830887431398144:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.089685:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.089701:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 34 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.089711:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 34 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.089724:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037fcc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d42 expref: 34 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.089736:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.089737:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.089742:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.089749:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.089766:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.089784:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.090099:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426839936:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.090155:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.091645:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426839936:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.091660:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.091695:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2010:x1830887431398144:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2016us (2477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.091701:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13887 00000100:00100000:0.0:1746070975.091848:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.092001:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431398400 00000100:00100000:2.0:1746070975.092006:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431398400 00002000:00100000:2.0:1746070975.092032:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009491b100 x1830887431398400/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.092041:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b100 with x1830887431398400 ext(0->4095) 00010000:00010000:2.0:1746070975.092047:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.092084:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.092090:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009491b100 00000100:00100000:2.0:1746070975.092114:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2904 00000100:00100000:2.0:1746070975.092120:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887431398400:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070975.092197:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887431398400:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 77us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.092202:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2904 00002000:00100000:2.0:1746070975.092207:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009491b100 x1830887431398400/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.092214:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b100 with x1830887431398400 ext(0->4095) 00010000:00010000:2.0:1746070975.092218:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.092226:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.092231:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009491b100 00000100:00100000:0.0:1746070975.094436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.094479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.094546:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431398528 00000100:00100000:2.0:1746070975.094551:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431398528 00000100:00100000:2.0:1746070975.094583:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30087 00000100:00100000:2.0:1746070975.094589:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431398528:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.094598:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.094610:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d57 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.094671:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431398656 00000100:00100000:3.0:1746070975.094674:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431398656 00010000:00010000:3.0:1746070975.094686:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.094701:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13888 00000100:00100000:3.0:1746070975.094706:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887431398656:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.094713:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.094726:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.094734:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.094751:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232000/0xa5d7060008037fd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d49 expref: 33 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.094771:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.094773:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.094779:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.094790:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.094817:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.094822:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.094823:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.094825:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d57 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.094895:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 32 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.094907:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.094916:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426840064:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.094965:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746070975.095220:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.095228:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.095236:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426840192:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.095474:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.096129:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426840064:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.096144:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d57 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.096153:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2600, rc 0) 00000100:00100000:2.0:1746070975.096379:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431398528:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1789us (1946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.096385:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30087 00000100:00100000:3.0:1746070975.097149:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426840192:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.097161:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.097182:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2008:x1830887431398656:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2476us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.097190:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13888 00000100:00100000:0.0:1746070975.097951:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.098014:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431398784 00000100:00100000:3.0:1746070975.098019:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431398784 00010000:00010000:3.0:1746070975.098034:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.098053:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13889 00000100:00100000:3.0:1746070975.098057:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2010:x1830887431398784:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.098064:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.098078:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.098086:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.098100:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008037fda lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d50 expref: 32 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.098110:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.098112:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.098117:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d57 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.098123:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d57 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.098143:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d57 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.098152:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426840320:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.098480:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.100635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.100709:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426840320:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.100724:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.100764:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2010:x1830887431398784:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2705us (2813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.100772:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13889 00000100:00100000:2.0:1746070975.101037:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431399040 00000100:00100000:2.0:1746070975.101042:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431399040 00002000:00100000:2.0:1746070975.101069:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8e300 x1830887431399040/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.101077:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8e300 with x1830887431399040 ext(0->4095) 00002000:00010000:2.0:1746070975.101081:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8e300 00000100:00100000:2.0:1746070975.101093:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13650 00000100:00100000:2.0:1746070975.101099:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431399040:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.101197:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431399040:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (566us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.101205:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13650 00002000:00100000:2.0:1746070975.101210:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8e300 x1830887431399040/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.101216:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8e300 with x1830887431399040 ext(0->4095) 00002000:00010000:2.0:1746070975.101218:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8e300 00000100:00100000:0.0:1746070975.103980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.104035:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431399168 00000100:00100000:2.0:1746070975.104042:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431399168 00000100:00100000:2.0:1746070975.104075:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30088 00000100:00100000:2.0:1746070975.104080:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:1661:x1830887431399168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.104091:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.104104:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d5e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.104126:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d57 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.104132:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.104134:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.104136:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.104160:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d57 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.104169:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d57 expref: 5 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.104184:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426840448:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.104249:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.106017:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426840448:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.106038:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.106050:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2000, rc 0) 00000100:00100000:2.0:1746070975.106090:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:1661:x1830887431399168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2009us (2114us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.106096:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30088 00000100:00100000:0.0:1746070975.107267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.107369:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431399296 00000100:00100000:3.0:1746070975.107374:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431399296 00010000:00010000:3.0:1746070975.107398:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d57 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.107427:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13890 00000100:00100000:3.0:1746070975.107434:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431399296:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.107443:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.107459:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d57 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.107469:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d57 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.107487:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008037fe1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d57 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.107638:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.107640:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.107647:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.107654:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.107679:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.107690:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426840576:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.108144:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.109363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.109539:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431399552 00000100:00100000:1.0:1746070975.109545:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431399552 00002000:00100000:1.0:1746070975.109574:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8f800 x1830887431399552/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.109582:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8f800 with x1830887431399552 ext(0->4095) 00002000:00010000:1.0:1746070975.109586:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8f800 00000100:00100000:1.0:1746070975.109611:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13651 00000100:00100000:1.0:1746070975.109617:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2010:x1830887431399552:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070975.109749:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426840576:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.109763:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070975.110316:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2010:x1830887431399552:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 698us (954us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.110322:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13651 00002000:00100000:1.0:1746070975.110328:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8f800 x1830887431399552/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.110340:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8f800 with x1830887431399552 ext(0->4095) 00002000:00010000:1.0:1746070975.110342:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8f800 00000100:00100000:3.0:1746070975.110935:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431399296:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3500us (3668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.110943:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13890 00000100:00100000:0.0:1746070975.113367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.113443:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431399680 00000100:00100000:2.0:1746070975.113451:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431399680 00000100:00100000:2.0:1746070975.113497:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30089 00000100:00100000:2.0:1746070975.113504:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431399680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.113516:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.113529:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d65 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.113550:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.113556:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.113557:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.113559:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d65 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.113587:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.113596:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 31 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.113604:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426840704:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.113667:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.117744:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.117815:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431399808 00000100:00100000:1.0:1746070975.117821:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431399808 00002000:00100000:1.0:1746070975.117857:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fe8fb80 x1830887431399808/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.117890:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8fb80 with x1830887431399808 ext(0->7) 00010000:00010000:1.0:1746070975.117899:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 32 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.117910:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 32 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.117915:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8fb80 00000100:00100000:1.0:1746070975.117943:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2905 00000100:00100000:1.0:1746070975.117949:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:2009:x1830887431399808:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070975.118250:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426840704:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.118270:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d65 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.118281:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2200, rc 0) 00000100:00100000:2.0:1746070975.118323:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431399680:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4819us (4962us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.118329:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30089 00000100:00100000:1.0:1746070975.120323:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2009:x1830887431399808:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2369us (2579us total) trans 4294972284 rc 0/0 00000100:00100000:1.0:1746070975.120332:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2905 00002000:00100000:1.0:1746070975.120340:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fe8fb80 x1830887431399808/t4294972284(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/448 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.120347:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8fb80 with x1830887431399808 ext(0->7) 00010000:00010000:1.0:1746070975.120354:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 34 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.120370:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 34 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.120376:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8fb80 00000100:00100000:0.0:1746070975.126090:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.126199:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431399936 00000100:00100000:3.0:1746070975.126207:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431399936 00010000:00010000:3.0:1746070975.126238:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 34 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.126262:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13891 00000100:00100000:3.0:1746070975.126268:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2009:x1830887431399936:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.126281:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.126295:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 34 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.126304:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 34 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.126323:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037fe8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d5e expref: 34 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.126351:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.126352:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.126358:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d65 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.126364:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d65 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.126391:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d65 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.126402:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426840832:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.127183:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.128842:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426840832:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.128857:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.128907:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2009:x1830887431399936:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2639us (2822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.128916:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13891 00000100:00100000:0.0:1746070975.135065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.136482:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431400192 00000100:00100000:1.0:1746070975.136493:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431400192 00002000:00100000:1.0:1746070975.136531:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8ce00 x1830887431400192/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.136542:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8ce00 with x1830887431400192 ext(0->4095) 00002000:00010000:1.0:1746070975.136546:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8ce00 00000100:00100000:1.0:1746070975.136580:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13652 00000100:00100000:1.0:1746070975.136588:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431400192:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070975.136719:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431400192:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (1662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.136726:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13652 00002000:00100000:1.0:1746070975.136731:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8ce00 x1830887431400192/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.136738:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8ce00 with x1830887431400192 ext(0->4095) 00002000:00010000:1.0:1746070975.136741:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8ce00 00000100:00100000:0.0:1746070975.144812:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.145036:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431400320 00000100:00100000:2.0:1746070975.145044:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431400320 00000100:00100000:2.0:1746070975.146252:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30090 00000100:00100000:2.0:1746070975.146263:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:1660:x1830887431400320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.146279:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.146299:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d6c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.146324:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d65 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.146330:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.146332:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.146335:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.146360:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d65 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.146370:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d65 expref: 5 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.146381:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426840960:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.146468:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.147538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.147647:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431400448 00000100:00100000:1.0:1746070975.147652:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431400448 00000100:00100000:1.0:1746070975.147676:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30091 00000100:00100000:1.0:1746070975.147680:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:1661:x1830887431400448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.147690:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.147697:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d73 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.147709:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.147713:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 36 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.147718:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.147720:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 36 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.147742:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 36 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.147751:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 36 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.147759:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233400, rc 0) 00000100:00100000:1.0:1746070975.147780:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:1661:x1830887431400448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.147785:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30091 00000100:00100000:2.0:1746070975.149465:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426840960:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.149484:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 35 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.149495:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2000, rc 0) 00000100:00100000:2.0:1746070975.149527:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:1660:x1830887431400320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3267us (4724us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.149533:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30090 00000100:00100000:0.0:1746070975.151437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.151533:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431400576 00000100:00100000:3.0:1746070975.151541:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431400576 00010000:00010000:3.0:1746070975.151573:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d65 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.151595:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13892 00000100:00100000:3.0:1746070975.151602:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431400576:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.151615:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.151632:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d65 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.151642:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d65 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.151660:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008037fef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d65 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.152371:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.152374:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.152382:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.152390:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.152439:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 34 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.152452:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 34 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.152463:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426841216:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.153151:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.155668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.155722:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431400832 00000100:00100000:2.0:1746070975.155729:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431400832 00002000:00100000:2.0:1746070975.155762:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe3800 x1830887431400832/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.155776:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe3800 with x1830887431400832 ext(0->4095) 00010000:00010000:2.0:1746070975.155783:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 35 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.155794:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 35 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.155799:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe3800 00000100:00100000:2.0:1746070975.155816:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2906 00000100:00100000:2.0:1746070975.155822:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2007:x1830887431400832:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.155961:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2007:x1830887431400832:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.155967:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2906 00002000:00100000:2.0:1746070975.155972:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe3800 x1830887431400832/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.155978:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe3800 with x1830887431400832 ext(0->4095) 00010000:00010000:2.0:1746070975.155983:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 35 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.155991:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 35 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.155996:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe3800 00000100:00100000:3.0:1746070975.156077:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426841216:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.156094:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.156116:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431400576:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4516us (4684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.156123:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13892 00000100:00100000:0.0:1746070975.163154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.163249:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431400960 00000100:00100000:3.0:1746070975.163257:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431400960 00010000:00010000:3.0:1746070975.163288:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 35 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.163904:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13893 00000100:00100000:3.0:1746070975.163913:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2008:x1830887431400960:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.163925:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.163942:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 35 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.163952:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 35 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.163971:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008037ff6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d6c expref: 35 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.164921:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.164924:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.164931:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 34 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.164939:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 34 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.164966:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 34 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.164975:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426841344:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.165040:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.167223:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426841344:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.167242:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.167613:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2008:x1830887431400960:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3700us (4464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.167622:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13893 00000100:00100000:0.0:1746070975.168597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.169230:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431401216 00000100:00100000:2.0:1746070975.169237:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431401216 00002000:00100000:2.0:1746070975.169270:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe1c00 x1830887431401216/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.169280:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe1c00 with x1830887431401216 ext(0->4095) 00002000:00010000:2.0:1746070975.169283:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cfe1c00 00000100:00100000:2.0:1746070975.169303:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13653 00000100:00100000:2.0:1746070975.169309:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2007:x1830887431401216:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.169432:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2007:x1830887431401216:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (836us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.169438:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13653 00002000:00100000:2.0:1746070975.169442:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe1c00 x1830887431401216/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.169449:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe1c00 with x1830887431401216 ext(0->4095) 00002000:00010000:2.0:1746070975.169452:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cfe1c00 00000100:00100000:0.0:1746070975.175838:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.177235:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431401344 00000100:00100000:2.0:1746070975.177245:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431401344 00000100:00100000:2.0:1746070975.177285:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30092 00000100:00100000:2.0:1746070975.177292:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431401344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.177306:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.177320:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d7a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.177343:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.177353:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.177355:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.177357:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.177381:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 33 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.177391:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 33 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.177401:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426841472:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.177489:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.190540:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426841472:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.190570:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.190587:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2200, rc 0) 00000100:00100000:2.0:1746070975.190654:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431401344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13362us (14824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.190662:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30092 00000100:00100000:0.0:1746070975.195843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.195907:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431401472 00000100:00100000:2.0:1746070975.195916:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431401472 00002000:00100000:2.0:1746070975.195960:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012cfe0000 x1830887431401472/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.195975:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe0000 with x1830887431401472 ext(0->7) 00010000:00010000:2.0:1746070975.195984:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 34 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.195997:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 34 pid: 10108 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.196003:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe0000 00000100:00100000:2.0:1746070975.196032:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2907 00000100:00100000:2.0:1746070975.196039:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2008:x1830887431401472:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070975.196717:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2008:x1830887431401472:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 677us (880us total) trans 4294972285 rc 0/0 00000100:00100000:0.0:1746070975.196723:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2907 00002000:00100000:0.0:1746070975.196729:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012cfe0000 x1830887431401472/t4294972285(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/448 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.196739:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe0000 with x1830887431401472 ext(0->7) 00010000:00010000:0.0:1746070975.196743:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 36 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.196751:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 36 pid: 10108 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.196756:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe0000 00000100:00100000:1.0:1746070975.204169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.204248:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431401600 00000100:00100000:3.0:1746070975.204256:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431401600 00010000:00010000:3.0:1746070975.204285:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 36 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.204348:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13894 00000100:00100000:3.0:1746070975.204356:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2008:x1830887431401600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.204369:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.204386:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 36 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.204396:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 36 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.204424:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008037ffd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d73 expref: 36 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.204453:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.204456:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.204463:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.204470:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.204497:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.204508:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426841600:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.205428:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.206979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.207045:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431401728 00000100:00100000:2.0:1746070975.207052:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431401728 00000100:00100000:2.0:1746070975.207086:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30093 00000100:00100000:2.0:1746070975.207092:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:1660:x1830887431401728:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.207107:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.207120:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d81 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.207141:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.207147:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.207149:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.207151:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 37 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.207175:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.207185:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 5 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.207806:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426841728:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.208506:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.209470:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426841600:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.209489:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.209518:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:2008:x1830887431401600:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5163us (5357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.209528:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13894 00000100:00100000:2.0:1746070975.209910:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426841728:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.209929:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 36 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.209942:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2200, rc 0) 00000100:00100000:2.0:1746070975.209960:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:1660:x1830887431401728:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2868us (2985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.209965:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30093 00000100:00100000:1.0:1746070975.210302:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.210388:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431401984 00000100:00100000:0.0:1746070975.210394:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431401984 00002000:00100000:0.0:1746070975.210435:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eaed80 x1830887431401984/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.210443:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaed80 with x1830887431401984 ext(0->4095) 00010000:00010000:0.0:1746070975.210449:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.210459:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.210465:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eaed80 00000100:00100000:0.0:1746070975.210557:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2908 00000100:00100000:0.0:1746070975.210564:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431401984:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070975.210837:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431401984:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 273us (534us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070975.210846:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2908 00002000:00100000:0.0:1746070975.210851:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eaed80 x1830887431401984/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.210857:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaed80 with x1830887431401984 ext(0->4095) 00010000:00010000:0.0:1746070975.210886:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.210895:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.210900:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eaed80 00000100:00100000:0.0:1746070975.212399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.212507:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431402112 00000100:00100000:3.0:1746070975.212512:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431402112 00010000:00010000:3.0:1746070975.212534:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.212925:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13895 00000100:00100000:3.0:1746070975.212932:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431402112:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.212945:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.212958:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.212968:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.212986:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2200/0xa5d7060008038004 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d7a expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.213234:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.213236:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.213243:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 35 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.213249:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 35 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.213275:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 35 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.213285:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426841856:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.213740:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.215608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.215667:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431402368 00000100:00100000:1.0:1746070975.215673:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431402368 00002000:00100000:1.0:1746070975.215709:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e03100 x1830887431402368/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.215726:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e03100 with x1830887431402368 ext(0->4095) 00002000:00010000:1.0:1746070975.215730:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e03100 00000100:00100000:3.0:1746070975.215780:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426841856:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.215799:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.215845:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431402112:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2914us (3448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.215856:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13895 00000100:00100000:1.0:1746070975.215930:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13654 00000100:00100000:1.0:1746070975.215937:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2009:x1830887431402368:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070975.216025:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2009:x1830887431402368:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.216029:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13654 00002000:00100000:1.0:1746070975.216034:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e03100 x1830887431402368/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.216039:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e03100 with x1830887431402368 ext(0->4095) 00002000:00010000:1.0:1746070975.216042:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e03100 00000100:00100000:0.0:1746070975.218691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.221490:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431402496 00000100:00100000:2.0:1746070975.221502:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431402496 00000100:00100000:2.0:1746070975.221548:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30094 00000100:00100000:2.0:1746070975.221555:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431402496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.221570:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.221583:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d88 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.221607:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 35 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.221614:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.221616:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.221618:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.221643:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 35 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.221653:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 35 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.221663:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426841984:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.221747:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.223203:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426841984:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.223224:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.223236:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2000, rc 0) 00000100:00100000:2.0:1746070975.223262:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431402496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1707us (4577us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.223268:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30094 00000100:00100000:0.0:1746070975.228391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.228499:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431402624 00000100:00100000:2.0:1746070975.228506:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431402624 00002000:00100000:2.0:1746070975.228539:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e01500 x1830887431402624/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.228554:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01500 with x1830887431402624 ext(0->7) 00010000:00010000:2.0:1746070975.228562:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 36 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.228574:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 36 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.228579:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e01500 00000100:00100000:2.0:1746070975.228609:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2909 00000100:00100000:2.0:1746070975.228616:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:2008:x1830887431402624:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070975.231112:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2008:x1830887431402624:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2491us (2723us total) trans 4294972286 rc 0/0 00000100:00100000:0.0:1746070975.231122:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2909 00002000:00100000:0.0:1746070975.231130:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e01500 x1830887431402624/t4294972286(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/448 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.231138:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01500 with x1830887431402624 ext(0->7) 00010000:00010000:0.0:1746070975.231146:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 38 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.231159:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 38 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.231167:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e01500 00000100:00100000:0.0:1746070975.239861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.240024:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431402752 00000100:00100000:2.0:1746070975.240032:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431402752 00000100:00100000:2.0:1746070975.240074:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30095 00000100:00100000:2.0:1746070975.240081:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:1660:x1830887431402752:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.240097:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.240112:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d8f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.240135:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.240140:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.240145:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070975.240148:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d8f expref: 39 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.240179:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.240189:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d8f expref: 39 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.240197:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130677400, rc 0) 00000100:00100000:2.0:1746070975.240234:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:1660:x1830887431402752:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.240240:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30095 00000100:00100000:0.0:1746070975.252967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.253104:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431402880 00000100:00100000:3.0:1746070975.253113:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431402880 00010000:00010000:3.0:1746070975.253148:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 39 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.253173:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13896 00000100:00100000:3.0:1746070975.253180:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2008:x1830887431402880:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.253191:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.253212:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 39 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.253223:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 39 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.253244:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d706000803800b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d81 expref: 39 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.253259:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.253261:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.253268:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.253275:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.253305:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.253315:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 5 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.253325:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426842240:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.253400:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.256841:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.256963:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426842240:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.256983:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.257021:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2008:x1830887431402880:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3841us (4062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.257031:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13896 00000100:00100000:1.0:1746070975.257126:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431403136 00000100:00100000:1.0:1746070975.257131:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431403136 00002000:00100000:1.0:1746070975.257165:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6300 x1830887431403136/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.257173:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6300 with x1830887431403136 ext(0->4095) 00010000:00010000:1.0:1746070975.257180:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.257190:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.257196:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f6300 00000100:00100000:1.0:1746070975.257212:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2910 00000100:00100000:1.0:1746070975.257217:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431403136:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070975.257321:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431403136:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.257327:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2910 00002000:00100000:1.0:1746070975.257331:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6300 x1830887431403136/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.257338:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6300 with x1830887431403136 ext(0->4095) 00010000:00010000:1.0:1746070975.257342:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.257350:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.257355:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f6300 00000100:00100000:0.0:1746070975.262334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.262497:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431403264 00000100:00100000:3.0:1746070975.262508:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431403264 00010000:00010000:3.0:1746070975.262548:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.262574:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13897 00000100:00100000:3.0:1746070975.262582:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431403264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.262597:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.262617:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.262631:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.262653:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d7060008038012 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d88 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.263088:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.263091:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.263099:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d8f expref: 37 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.263107:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d8f expref: 37 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.263141:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d8f expref: 37 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.263153:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426842368:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.263232:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a10d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.266387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.266611:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431403520 00000100:00100000:1.0:1746070975.266620:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431403520 00002000:00100000:1.0:1746070975.266659:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f4a80 x1830887431403520/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.266668:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4a80 with x1830887431403520 ext(0->4095) 00002000:00010000:1.0:1746070975.266673:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f4a80 00000100:00100000:3.0:1746070975.266963:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426842368:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.266981:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070975.267279:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13655 00000100:00100000:1.0:1746070975.267286:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2007:x1830887431403520:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070975.267576:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431403264:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4993us (5249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.267585:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13897 00000100:00100000:1.0:1746070975.268021:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2007:x1830887431403520:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 735us (1642us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.268028:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13655 00002000:00100000:1.0:1746070975.268033:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f4a80 x1830887431403520/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.268041:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4a80 with x1830887431403520 ext(0->4095) 00002000:00010000:1.0:1746070975.268044:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f4a80 00000100:00100000:0.0:1746070975.271715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.271902:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431403648 00000100:00100000:2.0:1746070975.271910:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431403648 00000100:00100000:2.0:1746070975.271959:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30096 00000100:00100000:2.0:1746070975.271965:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431403648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.271981:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.271996:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d96 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.272022:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d8f expref: 37 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.272028:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.272030:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.272033:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.272064:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d8f expref: 37 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.272074:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d8f expref: 37 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.272085:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426842496:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.272171:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.274920:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426842496:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.274948:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.274963:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526dc00, rc 0) 00000100:00100000:2.0:1746070975.275000:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431403648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3033us (3292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.275007:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30096 00000100:00100000:0.0:1746070975.276589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.276717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.276815:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431403776 00000100:00100000:3.0:1746070975.276822:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431403776 00010000:00010000:3.0:1746070975.276859:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d8f expref: 38 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.276946:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13898 00000100:00100000:3.0:1746070975.276953:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2007:x1830887431403776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.276968:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.276989:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d8f expref: 38 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.276999:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d8f expref: 38 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.277020:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130677400/0xa5d7060008038019 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d8f expref: 38 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.277036:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.277039:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.277045:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.277053:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.277081:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.277093:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426842624:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.277177:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.277849:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431403904 00000100:00100000:2.0:1746070975.277854:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431403904 00000100:00100000:2.0:1746070975.277953:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30097 00000100:00100000:2.0:1746070975.277959:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:1660:x1830887431403904:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.277970:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.277981:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014d9d expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.277996:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.278003:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.278005:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.278008:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 39 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.278023:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.278032:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 5 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.278039:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426842752:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.278081:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.279962:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426842752:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.279989:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 39 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.280002:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a8a00, rc 0) 00000100:00100000:3.0:1746070975.280132:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426842624:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.280144:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.280293:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:1660:x1830887431403904:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2332us (3574us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070975.280485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.280508:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30097 00000100:00100000:3.0:1746070975.280558:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2007:x1830887431403776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3605us (3972us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.280569:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13898 00000100:00100000:1.0:1746070975.280767:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431404160 00000100:00100000:1.0:1746070975.280772:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431404160 00002000:00100000:1.0:1746070975.280803:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7800 x1830887431404160/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.280811:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7800 with x1830887431404160 ext(0->4095) 00010000:00010000:1.0:1746070975.280817:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.280827:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.280833:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f7800 00000100:00100000:1.0:1746070975.280846:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2911 00000100:00100000:1.0:1746070975.280852:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431404160:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070975.280980:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431404160:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (495us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.280984:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2911 00002000:00100000:1.0:1746070975.280988:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7800 x1830887431404160/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.281000:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7800 with x1830887431404160 ext(0->4095) 00010000:00010000:1.0:1746070975.281003:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.281011:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.281015:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f7800 00000100:00100000:0.0:1746070975.284242:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.284340:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431404288 00000100:00100000:3.0:1746070975.284347:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431404288 00010000:00010000:3.0:1746070975.284376:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.284416:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13899 00000100:00100000:3.0:1746070975.284423:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431404288:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.284434:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.284450:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.284460:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.284479:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038020 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d96 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.284506:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.284508:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.284514:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 37 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.284521:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 37 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.284547:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 37 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.284557:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426842880:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.284625:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.286847:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.286929:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426842880:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.286944:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.288426:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431404288:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3998us (4185us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.288436:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13899 00000100:00100000:1.0:1746070975.288512:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431404544 00000100:00100000:1.0:1746070975.288518:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431404544 00002000:00100000:1.0:1746070975.288548:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6d80 x1830887431404544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.288556:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6d80 with x1830887431404544 ext(0->4095) 00002000:00010000:1.0:1746070975.288560:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f6d80 00000100:00100000:1.0:1746070975.288706:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13656 00000100:00100000:1.0:1746070975.288712:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2009:x1830887431404544:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070975.288808:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2009:x1830887431404544:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (1967us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.288813:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13656 00002000:00100000:1.0:1746070975.288817:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6d80 x1830887431404544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.288823:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6d80 with x1830887431404544 ext(0->4095) 00002000:00010000:1.0:1746070975.288825:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f6d80 00000100:00100000:0.0:1746070975.290988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.294684:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431404672 00000100:00100000:3.0:1746070975.294695:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431404672 00000100:00100000:3.0:1746070975.294744:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30098 00000100:00100000:3.0:1746070975.294751:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431404672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.294768:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.294783:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014da4 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.294808:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 37 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.294814:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.294815:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.294818:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.294840:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 37 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.294853:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 37 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.294874:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426843008:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070975.294946:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.297676:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426843008:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070975.297701:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.297715:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e200, rc 0) 00000100:00100000:3.0:1746070975.297747:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431404672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2996us (6762us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.297754:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30098 00000100:00100000:0.0:1746070975.302358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.302447:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431404800 00000100:00100000:2.0:1746070975.302454:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431404800 00002000:00100000:2.0:1746070975.302486:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8f4e00 x1830887431404800/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.302499:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4e00 with x1830887431404800 ext(0->7) 00010000:00010000:2.0:1746070975.302507:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 38 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.302518:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 38 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.302524:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f4e00 00000100:00100000:2.0:1746070975.302583:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2912 00000100:00100000:2.0:1746070975.302589:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2007:x1830887431404800:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070975.303161:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2007:x1830887431404800:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 570us (808us total) trans 4294972287 rc 0/0 00000100:00100000:0.0:1746070975.303167:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2912 00002000:00100000:0.0:1746070975.303172:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c8f4e00 x1830887431404800/t4294972287(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/448 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.303178:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4e00 with x1830887431404800 ext(0->7) 00010000:00010000:0.0:1746070975.303182:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 40 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.303189:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 40 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.303199:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f4e00 00000100:00100000:0.0:1746070975.308739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.308828:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431404928 00000100:00100000:3.0:1746070975.308836:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431404928 00000100:00100000:3.0:1746070975.308894:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30099 00000100:00100000:3.0:1746070975.308902:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:1660:x1830887431404928:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.308916:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.308930:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014dab expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.308951:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.308956:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.308965:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070975.308968:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dab expref: 41 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.308996:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.309005:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dab expref: 41 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.309013:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ec00, rc 0) 00000100:00100000:3.0:1746070975.309060:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1660:x1830887431404928:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.309065:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30099 00000100:00100000:0.0:1746070975.312822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.312911:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431405056 00000100:00100000:3.0:1746070975.312919:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431405056 00010000:00010000:3.0:1746070975.312950:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.312972:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13900 00000100:00100000:3.0:1746070975.312978:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2008:x1830887431405056:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.312989:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.313004:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.313013:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.313033:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038027 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014d9d expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.313059:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.313061:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.313067:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.313073:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.313101:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.313112:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 5 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.313121:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426843264:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.313715:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.316060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.316752:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426843264:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.316770:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.316807:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431405056:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3828us (3992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.316817:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13900 00000100:00100000:1.0:1746070975.317628:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431405312 00000100:00100000:1.0:1746070975.317634:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431405312 00002000:00100000:1.0:1746070975.317662:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e62a00 x1830887431405312/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.317671:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e62a00 with x1830887431405312 ext(0->4095) 00010000:00010000:1.0:1746070975.317678:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.317688:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.317694:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e62a00 00000100:00100000:1.0:1746070975.317932:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2913 00000100:00100000:1.0:1746070975.317940:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431405312:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070975.318860:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431405312:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 919us (2803us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.318884:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2913 00002000:00100000:1.0:1746070975.318890:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e62a00 x1830887431405312/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.318898:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e62a00 with x1830887431405312 ext(0->4095) 00010000:00010000:1.0:1746070975.318903:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.318912:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.318922:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e62a00 00000100:00100000:0.0:1746070975.321467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.321535:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431405440 00000100:00100000:3.0:1746070975.321542:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431405440 00010000:00010000:3.0:1746070975.321566:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.321586:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13901 00000100:00100000:3.0:1746070975.321591:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431405440:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.321601:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.321617:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.321627:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.321644:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803802e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014da4 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.321773:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.321774:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.321781:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dab expref: 39 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.321787:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dab expref: 39 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.321813:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dab expref: 39 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.321821:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426843392:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.322354:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.324294:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426843392:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.324309:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070975.324479:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.324626:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431405440:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3033us (3161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.324634:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13901 00000100:00100000:1.0:1746070975.324971:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431405696 00000100:00100000:1.0:1746070975.324977:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431405696 00002000:00100000:1.0:1746070975.325006:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e60700 x1830887431405696/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.325015:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e60700 with x1830887431405696 ext(0->4095) 00002000:00010000:1.0:1746070975.325019:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e60700 00000100:00100000:1.0:1746070975.325032:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13657 00000100:00100000:1.0:1746070975.325037:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2007:x1830887431405696:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070975.325128:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2007:x1830887431405696:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (650us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.325133:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13657 00002000:00100000:1.0:1746070975.325138:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e60700 x1830887431405696/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.325144:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e60700 with x1830887431405696 ext(0->4095) 00002000:00010000:1.0:1746070975.325146:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e60700 00000100:00100000:0.0:1746070975.327162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.327239:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431405824 00000100:00100000:2.0:1746070975.327243:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431405824 00000100:00100000:2.0:1746070975.327277:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30100 00000100:00100000:2.0:1746070975.327283:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431405824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.327293:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.327306:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014db2 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.327326:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dab expref: 39 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.327332:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.327333:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.327336:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.327359:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dab expref: 39 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.327368:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dab expref: 39 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.327377:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426843520:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.327439:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.330064:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426843520:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.330087:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.330101:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9600, rc 0) 00000100:00100000:2.0:1746070975.330131:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431405824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2848us (2973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.330138:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30100 00000100:00100000:0.0:1746070975.331668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.331939:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431405952 00000100:00100000:3.0:1746070975.331946:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431405952 00010000:00010000:3.0:1746070975.331972:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dab expref: 40 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.331992:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13902 00000100:00100000:3.0:1746070975.331998:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431405952:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.332008:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.332025:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dab expref: 40 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.332035:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dab expref: 40 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.332055:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ec00/0xa5d7060008038035 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dab expref: 40 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.332079:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.332080:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.332087:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.332098:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.332123:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.332132:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426843648:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.332623:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.336424:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426843648:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.336441:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.336471:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2008:x1830887431405952:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4472us (4806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.336479:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13902 00000100:00100000:0.0:1746070975.337059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.337086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.337106:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.337128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.337142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.337157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.337175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.337197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.337216:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431407232 00000100:00100000:0.0:1746070975.337221:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431407232 00002000:00100000:0.0:1746070975.337251:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850380 x1830887431407232/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.337259:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850380 with x1830887431407232 ext(0->4095) 00002000:00010000:0.0:1746070975.337263:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d850380 00000100:00100000:0.0:1746070975.337277:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13658 00000100:00100000:0.0:1746070975.337282:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431407232:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070975.337366:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431407232:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (168us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070975.337371:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13658 00002000:00100000:0.0:1746070975.337376:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850380 x1830887431407232/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.337382:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850380 with x1830887431407232 ext(0->4095) 00002000:00010000:0.0:1746070975.337385:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d850380 00000100:00100000:0.0:1746070975.337453:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431406336 00000100:00100000:0.0:1746070975.337455:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431406336 00000100:00100000:0.0:1746070975.337476:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431406592 00000100:00100000:0.0:1746070975.337478:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431406592 00000100:00100000:0.0:1746070975.337487:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431406208 00000100:00100000:0.0:1746070975.337488:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431406208 00000100:00100000:0.0:1746070975.337495:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431406720 00000100:00100000:0.0:1746070975.337496:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431406720 00000100:00100000:0.0:1746070975.337504:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1060 00000100:00100000:0.0:1746070975.337508:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2008:x1830887431406336:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070975.337530:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2008:x1830887431406336:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 21us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070975.337534:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1060 00000100:00100000:0.0:1746070975.337540:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1061 00000100:00100000:0.0:1746070975.337544:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2008:x1830887431406592:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070975.337556:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2008:x1830887431406592:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 12us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070975.337560:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1061 00000100:00100000:0.0:1746070975.337565:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1062 00000100:00100000:0.0:1746070975.337568:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431406208:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070975.337579:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431406208:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 10us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070975.337582:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1062 00000100:00100000:0.0:1746070975.337587:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1063 00000100:00100000:0.0:1746070975.337590:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431406720:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070975.337600:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431406720:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 9us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070975.337603:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1063 00000100:00080000:0.0:1746070975.337641:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746070975.337643:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746070975.337702:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431406976 00000100:00100000:1.0:1746070975.337705:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431406976 00000100:00100000:1.0:1746070975.337721:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431406464 00000100:00100000:1.0:1746070975.337722:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431406464 00000100:00100000:1.0:1746070975.337734:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 743 00000100:00100000:1.0:1746070975.337738:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2008:x1830887431406464:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070975.337757:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2008:x1830887431406464:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 19us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.337761:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 743 00000100:00100000:1.0:1746070975.337769:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30101 00000100:00100000:1.0:1746070975.337772:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:1660:x1830887431406976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.337777:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.337788:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014db9 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.337804:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.337810:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.337811:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.337814:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.337833:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.337842:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db2 expref: 5 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.337850:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426843776:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.337914:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.338474:0:7213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431406080 00000100:00100000:3.0:1746070975.338478:0:7213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431406080 00000100:00100000:3.0:1746070975.338499:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 544 00000100:00100000:3.0:1746070975.338503:0:7213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:61fe79c9-085c-4ff1-ac4e-0d8c7f263f56+12:2008:x1830887431406080:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:3.0:1746070975.338526:0:7213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7eed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:61fe79c9-085c-4ff1-ac4e-0d8c7f263f56+12:2008:x1830887431406080:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 22us (1439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.338530:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 544 00000100:00080000:0.0:1746070975.340308:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070975.341588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.341685:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431407360 00000100:00100000:2.0:1746070975.341690:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431407360 00000100:00100000:2.0:1746070975.341726:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30102 00000100:00100000:2.0:1746070975.341731:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1661:x1830887431407360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.341744:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.341757:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014dc0 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.341776:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.341781:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.341786:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.341789:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc0 expref: 42 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.341813:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.341821:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc0 expref: 42 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.341828:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9a00, rc 0) 00000100:00100000:1.0:1746070975.342113:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426843776:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.342129:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.342140:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:2.0:1746070975.342384:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:1661:x1830887431407360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 652us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.342390:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30102 00000100:00100000:1.0:1746070975.342658:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1660:x1830887431406976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4883us (5598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.342663:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30101 00000100:00100000:0.0:1746070975.346088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.347256:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431407488 00000100:00100000:3.0:1746070975.347265:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431407488 00010000:00010000:3.0:1746070975.347305:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db2 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.347338:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13903 00000100:00100000:3.0:1746070975.347345:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431407488:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.347357:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.347377:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db2 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.347388:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db2 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.347418:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9600/0xa5d706000803803c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db2 expref: 6 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.347445:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.347447:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.347453:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.347459:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.347485:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.347494:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 40 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.347507:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426844032:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.347581:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.348762:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.348817:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431406848 00000100:00100000:2.0:1746070975.348822:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431406848 00000100:00100000:2.0:1746070975.348882:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30103 00000100:00100000:2.0:1746070975.348888:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2006:x1830887431406848:12345-192.168.204.29@tcp:9:kworker.0 00000020:00000080:2.0:1746070975.348906:0:9567:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa5d7060007f5ad61 00000100:00080000:2.0:1746070975.348913:0:9567:0:(import.c:66:import_set_state_nolock()) ffff8800a5ef1800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1746070975.348946:0:9567:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970697 00000100:00080000:0.0:1746070975.349074:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746070975.349706:0:8368:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746070975.350302:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+2:2006:x1830887431406848:12345-192.168.204.29@tcp:9:kworker.0 Request processed in 1410us (1538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.350309:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30103 00000100:00100000:0.0:1746070975.352338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.352421:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431407744 00000100:00100000:1.0:1746070975.352428:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431407744 00002000:00100000:1.0:1746070975.352463:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851c00 x1830887431407744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.352472:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851c00 with x1830887431407744 ext(0->4095) 00010000:00010000:1.0:1746070975.352480:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.352492:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.352498:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851c00 00000100:00100000:1.0:1746070975.352514:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2914 00000100:00100000:1.0:1746070975.352521:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2008:x1830887431407744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070975.352639:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2008:x1830887431407744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.352644:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2914 00002000:00100000:1.0:1746070975.352650:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851c00 x1830887431407744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.352661:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851c00 with x1830887431407744 ext(0->4095) 00010000:00010000:1.0:1746070975.352664:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.352672:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.352677:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851c00 00000100:00100000:3.0:1746070975.352973:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426844032:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.352990:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.353021:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431407488:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5676us (6940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.353028:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13903 00000100:00100000:0.0:1746070975.355180:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.355336:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431407872 00000100:00100000:3.0:1746070975.355342:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431407872 00010000:00010000:3.0:1746070975.355367:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.355385:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13904 00000100:00100000:3.0:1746070975.355391:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a998fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2010:x1830887431407872:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.355400:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.355426:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.355436:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.355455:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d7060008038043 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014db9 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.355487:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.355489:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.355494:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc0 expref: 40 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.355501:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc0 expref: 40 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.355525:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc0 expref: 40 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.355535:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426844160:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.355599:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.357760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.358020:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431408128 00000100:00100000:1.0:1746070975.358025:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431408128 00002000:00100000:1.0:1746070975.358054:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d852d80 x1830887431408128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.358062:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d852d80 with x1830887431408128 ext(0->4095) 00002000:00010000:1.0:1746070975.358066:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d852d80 00000100:00100000:1.0:1746070975.358080:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13659 00000100:00100000:1.0:1746070975.358085:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2009:x1830887431408128:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070975.358179:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2009:x1830887431408128:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (424us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.358184:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13659 00002000:00100000:1.0:1746070975.358188:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d852d80 x1830887431408128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.358195:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d852d80 with x1830887431408128 ext(0->4095) 00002000:00010000:1.0:1746070975.358197:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d852d80 00000100:00100000:3.0:1746070975.358992:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426844160:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.359007:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.359028:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a998fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2010:x1830887431407872:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3637us (3852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.359035:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13904 00000100:00100000:0.0:1746070975.360164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.360554:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431408256 00000100:00100000:2.0:1746070975.360560:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431408256 00000100:00100000:2.0:1746070975.360593:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30104 00000100:00100000:2.0:1746070975.360598:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431408256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.360612:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.360625:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014dc7 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.360647:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc0 expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.360653:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.360654:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.360657:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc7 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.360682:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc0 expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.360692:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc0 expref: 39 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.360701:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426844288:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.360768:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.362564:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426844288:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.362584:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc7 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.362600:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b7000, rc 0) 00000100:00100000:2.0:1746070975.362637:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431408256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2039us (2476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.362645:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30104 00000100:00100000:0.0:1746070975.363571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.363703:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431408384 00000100:00100000:3.0:1746070975.363709:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431408384 00010000:00010000:3.0:1746070975.363731:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc0 expref: 40 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.363750:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13905 00000100:00100000:3.0:1746070975.363755:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2007:x1830887431408384:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.363767:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.363780:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc0 expref: 40 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.363788:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc0 expref: 40 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.363804:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803804a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc0 expref: 40 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.363824:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.363825:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.363830:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc7 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.363836:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc7 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.363856:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc7 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.363878:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426844416:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.363922:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.366193:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426844416:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.366208:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.366384:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2007:x1830887431408384:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2628us (2813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.366395:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13905 00000100:00100000:0.0:1746070975.367635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.367698:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431408640 00000100:00100000:2.0:1746070975.367704:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431408640 00002000:00100000:2.0:1746070975.367735:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d853480 x1830887431408640/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.367743:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853480 with x1830887431408640 ext(0->4095) 00002000:00010000:2.0:1746070975.367747:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d853480 00000100:00100000:2.0:1746070975.367770:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13660 00000100:00100000:2.0:1746070975.367776:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431408640:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.367888:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431408640:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (255us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.367893:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13660 00002000:00100000:2.0:1746070975.367898:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d853480 x1830887431408640/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.367905:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853480 with x1830887431408640 ext(0->4095) 00002000:00010000:2.0:1746070975.367907:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d853480 00000100:00100000:0.0:1746070975.369094:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.370121:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431408768 00000100:00100000:2.0:1746070975.370127:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431408768 00000100:00100000:2.0:1746070975.370167:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30105 00000100:00100000:2.0:1746070975.370173:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:1660:x1830887431408768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.370185:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.370199:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014dce expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.370221:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc7 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.370228:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.370229:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.370232:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.370257:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc7 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.370266:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc7 expref: 5 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.370275:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426844544:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.370344:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.370473:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.370593:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431408896 00000100:00100000:3.0:1746070975.370597:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431408896 00000100:00100000:3.0:1746070975.370618:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30106 00000100:00100000:3.0:1746070975.370623:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1661:x1830887431408896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.370629:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.370635:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014dd5 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.370645:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.370648:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.370654:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.370656:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dd5 expref: 42 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.370675:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.370684:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dd5 expref: 42 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.370693:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e000, rc 0) 00000100:00100000:3.0:1746070975.370719:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:1661:x1830887431408896:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.370725:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30106 00000100:00100000:2.0:1746070975.373935:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426844544:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.373960:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 41 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.373975:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a8600, rc 0) 00000100:00100000:2.0:1746070975.374024:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1660:x1830887431408768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3849us (4930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.374034:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30105 00000100:00100000:0.0:1746070975.374521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.374808:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431409024 00000100:00100000:3.0:1746070975.374813:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431409024 00010000:00010000:3.0:1746070975.374836:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc7 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.375119:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13906 00000100:00100000:3.0:1746070975.375126:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431409024:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.375136:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.375151:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc7 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.375160:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc7 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.375180:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b7000/0xa5d7060008038051 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dc7 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.375202:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.375205:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.375211:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.375218:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.375244:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.375257:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 40 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.375267:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426844800:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.375790:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.377743:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426844800:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.377759:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.377789:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431409024:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2664us (3269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.377797:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13906 00000100:00100000:0.0:1746070975.378633:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.378757:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431409280 00000100:00100000:1.0:1746070975.378762:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431409280 00002000:00100000:1.0:1746070975.378794:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851180 x1830887431409280/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.378802:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851180 with x1830887431409280 ext(0->4095) 00010000:00010000:1.0:1746070975.378809:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.378819:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.378825:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851180 00000100:00100000:1.0:1746070975.378851:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2915 00000100:00100000:1.0:1746070975.378857:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431409280:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070975.378979:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431409280:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.378984:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2915 00002000:00100000:1.0:1746070975.378989:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851180 x1830887431409280/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.378995:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851180 with x1830887431409280 ext(0->4095) 00010000:00010000:1.0:1746070975.378999:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.379008:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.379017:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851180 00000100:00100000:0.0:1746070975.380861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.381099:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431409408 00000100:00100000:3.0:1746070975.381105:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431409408 00010000:00010000:3.0:1746070975.381129:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.381149:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13907 00000100:00100000:3.0:1746070975.381156:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2009:x1830887431409408:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.381165:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.381178:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.381188:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.381206:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8600/0xa5d7060008038058 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dce expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.381218:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.381220:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.381226:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dd5 expref: 40 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.381233:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dd5 expref: 40 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.381257:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dd5 expref: 40 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.381268:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426844928:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.381588:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.383107:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426844928:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.383120:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.383154:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2009:x1830887431409408:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1998us (2297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.383162:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13907 00000100:00100000:0.0:1746070975.384394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.384797:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431409664 00000100:00100000:2.0:1746070975.384803:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431409664 00002000:00100000:2.0:1746070975.384831:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851500 x1830887431409664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.384839:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851500 with x1830887431409664 ext(0->4095) 00002000:00010000:2.0:1746070975.384843:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d851500 00000100:00100000:2.0:1746070975.384891:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13661 00000100:00100000:2.0:1746070975.384897:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2007:x1830887431409664:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.384990:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2007:x1830887431409664:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (600us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.384995:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13661 00002000:00100000:2.0:1746070975.385000:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851500 x1830887431409664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.385007:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851500 with x1830887431409664 ext(0->4095) 00002000:00010000:2.0:1746070975.385010:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d851500 00000100:00100000:0.0:1746070975.386946:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.387127:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431409792 00000100:00100000:2.0:1746070975.387134:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431409792 00000100:00100000:2.0:1746070975.387172:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30107 00000100:00100000:2.0:1746070975.387177:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431409792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.387189:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.387201:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ddc expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.387226:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dd5 expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.387231:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.387232:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.387235:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ddc expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.387256:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dd5 expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.387267:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dd5 expref: 39 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.387276:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426845056:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.387344:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.389095:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426845056:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.389116:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ddc expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.389128:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a8a00, rc 0) 00000100:00100000:2.0:1746070975.389491:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431409792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2312us (2549us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.389498:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30107 00000100:00100000:0.0:1746070975.389797:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.389979:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431409920 00000100:00100000:3.0:1746070975.389984:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431409920 00010000:00010000:3.0:1746070975.390007:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dd5 expref: 40 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.390025:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13908 00000100:00100000:3.0:1746070975.390031:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431409920:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.390043:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.390057:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dd5 expref: 40 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.390066:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dd5 expref: 40 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.390083:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803805f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dd5 expref: 40 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.390467:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.390469:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.390476:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ddc expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.390483:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ddc expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.390506:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ddc expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.390514:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426845184:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.391103:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.393780:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426845184:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.393797:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.394064:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2008:x1830887431409920:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4032us (4265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.394076:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13908 00000100:00100000:0.0:1746070975.394221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.394541:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431410176 00000100:00100000:2.0:1746070975.394547:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431410176 00002000:00100000:2.0:1746070975.394575:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d500 x1830887431410176/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.394583:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d500 with x1830887431410176 ext(0->4095) 00002000:00010000:2.0:1746070975.394586:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1d500 00000100:00100000:2.0:1746070975.394607:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13662 00000100:00100000:2.0:1746070975.394611:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431410176:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.394701:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431410176:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (480us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.394706:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13662 00002000:00100000:2.0:1746070975.394710:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d500 x1830887431410176/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.394716:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d500 with x1830887431410176 ext(0->4095) 00002000:00010000:2.0:1746070975.394718:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1d500 00000100:00100000:0.0:1746070975.397542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.397954:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431410304 00000100:00100000:2.0:1746070975.397961:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431410304 00000100:00100000:0.0:1746070975.398107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.398358:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431410432 00000100:00100000:2.0:1746070975.398361:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431410432 00000100:00100000:2.0:1746070975.398379:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30108 00000100:00100000:2.0:1746070975.398385:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:1660:x1830887431410304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.398399:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.398420:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014de3 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.398442:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ddc expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.398448:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.398450:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.398453:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.398475:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ddc expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.398483:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ddc expref: 5 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.398492:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426845312:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.398547:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.398570:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30109 00000100:00100000:2.0:1746070975.398574:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1661:x1830887431410432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.398580:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.398585:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014dea expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.398593:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.398596:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.398601:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.398603:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dea expref: 42 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.398624:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.398633:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dea expref: 42 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.398641:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526d800, rc 0) 00000100:00100000:2.0:1746070975.398659:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:1661:x1830887431410432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.398664:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30109 00000100:00100000:0.0:1746070975.401816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.401958:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431410560 00000100:00100000:3.0:1746070975.401964:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431410560 00010000:00010000:3.0:1746070975.401991:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ddc expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.402011:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13909 00000100:00100000:3.0:1746070975.402016:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431410560:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.402025:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.402039:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ddc expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.402047:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ddc expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.402064:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.402065:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.402071:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.402078:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.402101:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.402111:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.402121:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426845568:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.402184:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6600 going to sleep for 11 seconds 00010000:00010000:2.0:1746070975.402649:0:9567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a8a00/0xa5d7060008038066 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ddc expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.403084:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426845312:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.403104:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.403111:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.403119:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9e00, rc 0) 00000100:00100000:2.0:1746070975.403624:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1660:x1830887431410304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5238us (6087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.403630:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30108 00000100:00100000:2.0:1746070975.404684:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426845568:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.404695:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.404807:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431410560:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2790us (2995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.404814:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13909 00000100:00100000:0.0:1746070975.406498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.406591:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431410816 00000100:00100000:3.0:1746070975.406597:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431410816 00002000:00100000:3.0:1746070975.406627:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b1500 x1830887431410816/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.406636:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b1500 with x1830887431410816 ext(0->4095) 00010000:00010000:3.0:1746070975.406643:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.406654:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.406660:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b1500 00000100:00100000:3.0:1746070975.406681:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2916 00000100:00100000:3.0:1746070975.406686:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431410816:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070975.406781:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431410816:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (287us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070975.406785:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2916 00002000:00100000:3.0:1746070975.406790:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b1500 x1830887431410816/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.406796:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b1500 with x1830887431410816 ext(0->4095) 00010000:00010000:3.0:1746070975.406800:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.406807:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.406812:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b1500 00000100:00100000:0.0:1746070975.408661:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.408899:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431410944 00000100:00100000:2.0:1746070975.408904:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431410944 00010000:00010000:2.0:1746070975.408929:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.408949:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13910 00000100:00100000:2.0:1746070975.408955:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2008:x1830887431410944:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.408963:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.408974:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.408984:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.409001:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803806d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014de3 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.409342:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.409344:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.409350:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dea expref: 40 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.409357:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dea expref: 40 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.409385:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dea expref: 40 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070975.409394:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426845696:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.409473:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.411202:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426845696:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.411216:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.411242:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431410944:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2286us (2584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.411249:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13910 00000100:00100000:0.0:1746070975.412694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.412762:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431411200 00000100:00100000:2.0:1746070975.412766:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431411200 00002000:00100000:2.0:1746070975.412794:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b3800 x1830887431411200/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.412802:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b3800 with x1830887431411200 ext(0->4095) 00002000:00010000:2.0:1746070975.412806:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d3b3800 00000100:00100000:2.0:1746070975.412828:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13663 00000100:00100000:2.0:1746070975.412835:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431411200:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070975.413127:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431411200:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 292us (434us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.413132:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13663 00002000:00100000:2.0:1746070975.413137:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b3800 x1830887431411200/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.413149:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b3800 with x1830887431411200 ext(0->4095) 00002000:00010000:2.0:1746070975.413152:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d3b3800 00000100:00100000:0.0:1746070975.414943:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.415128:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431411328 00000100:00100000:2.0:1746070975.415133:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431411328 00000100:00100000:2.0:1746070975.415169:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30110 00000100:00100000:2.0:1746070975.415175:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431411328:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.415186:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.415198:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014df1 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.415219:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dea expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.415225:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.415226:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.415229:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df1 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.415250:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dea expref: 39 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.415260:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dea expref: 39 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.415270:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426845824:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.415332:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.417614:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426845824:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.417635:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df1 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.417648:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9a00, rc 0) 00000100:00100000:2.0:1746070975.417682:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431411328:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2507us (2743us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.417689:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30110 00000100:00100000:0.0:1746070975.417852:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.418098:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431411456 00000100:00100000:3.0:1746070975.418103:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431411456 00010000:00010000:3.0:1746070975.418126:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dea expref: 40 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.418143:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13911 00000100:00100000:3.0:1746070975.418149:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2007:x1830887431411456:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.418159:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.418174:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dea expref: 40 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.418183:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dea expref: 40 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.418200:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038074 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dea expref: 40 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.418213:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.418215:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.418221:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df1 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.418233:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df1 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.418255:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df1 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.418264:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426845952:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.418307:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.420288:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426845952:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.420301:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.420337:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2007:x1830887431411456:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2188us (2485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.420346:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13911 00000100:00100000:0.0:1746070975.421573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.421838:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431411712 00000100:00100000:2.0:1746070975.421844:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431411712 00002000:00100000:2.0:1746070975.421909:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b1880 x1830887431411712/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.421916:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b1880 with x1830887431411712 ext(0->4095) 00002000:00010000:2.0:1746070975.421920:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d3b1880 00000100:00100000:2.0:1746070975.421939:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13664 00000100:00100000:2.0:1746070975.421945:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431411712:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.422037:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431411712:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (466us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.422042:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13664 00002000:00100000:2.0:1746070975.422047:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b1880 x1830887431411712/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.422053:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b1880 with x1830887431411712 ext(0->4095) 00002000:00010000:2.0:1746070975.422056:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d3b1880 00000100:00100000:0.0:1746070975.422360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.422918:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431411840 00000100:00100000:2.0:1746070975.422922:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431411840 00000100:00100000:2.0:1746070975.423424:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30111 00000100:00100000:2.0:1746070975.423431:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:1660:x1830887431411840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.423440:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.423452:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014df8 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.423471:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df1 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.423478:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.423479:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.423482:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.423504:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df1 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.423514:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df1 expref: 5 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.423524:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426846080:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.423586:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.426617:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.427396:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431411968 00000100:00100000:1.0:1746070975.427411:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431411968 00000100:00100000:1.0:1746070975.427456:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30112 00000100:00100000:1.0:1746070975.427463:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1661:x1830887431411968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.427476:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.427489:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014dff expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.427509:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.427513:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.427519:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.427522:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dff expref: 42 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.427549:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.427560:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dff expref: 42 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.427568:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233000, rc 0) 00000100:00100000:1.0:1746070975.427600:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:1661:x1830887431411968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.427608:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30112 00000100:00100000:2.0:1746070975.428365:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426846080:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.428381:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 41 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.428392:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9e00, rc 0) 00000100:00100000:2.0:1746070975.428420:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1660:x1830887431411840:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4989us (6061us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.428425:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30111 00000100:00100000:0.0:1746070975.428781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.429193:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431412096 00000100:00100000:3.0:1746070975.429197:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431412096 00010000:00010000:3.0:1746070975.429216:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df1 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.429232:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13912 00000100:00100000:3.0:1746070975.429236:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431412096:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.429244:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.429259:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df1 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.429268:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df1 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.429284:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d706000803807b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df1 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.429306:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.429308:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.429314:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.429320:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.429339:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.429347:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 40 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.429355:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426846336:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.429409:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.431287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.431366:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431412352 00000100:00100000:2.0:1746070975.431371:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431412352 00002000:00100000:2.0:1746070975.431427:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b2300 x1830887431412352/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.431436:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b2300 with x1830887431412352 ext(0->4095) 00010000:00010000:2.0:1746070975.431444:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.431455:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.431460:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b2300 00000100:00100000:2.0:1746070975.431472:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2917 00000100:00100000:2.0:1746070975.431478:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431412352:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070975.431896:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426846336:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.431910:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.432244:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431412352:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 765us (960us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.432250:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2917 00002000:00100000:2.0:1746070975.432255:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b2300 x1830887431412352/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.432267:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b2300 with x1830887431412352 ext(0->4095) 00010000:00010000:2.0:1746070975.432272:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.432280:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.432285:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b2300 00000100:00100000:3.0:1746070975.432343:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431412096:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3106us (3563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.432349:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13912 00000100:00100000:0.0:1746070975.439068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.439273:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431412480 00000100:00100000:3.0:1746070975.439282:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431412480 00010000:00010000:3.0:1746070975.439315:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.439351:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13913 00000100:00100000:3.0:1746070975.439359:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431412480:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.439369:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.439385:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.439396:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.439426:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038082 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014df8 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.439451:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.439453:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.439459:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dff expref: 40 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.439466:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dff expref: 40 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.439494:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dff expref: 40 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.439503:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426846464:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.439570:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.444574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.444737:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426846464:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.444754:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.444990:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431412736 00000100:00100000:2.0:1746070975.444995:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431412736 00002000:00100000:2.0:1746070975.445027:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc3a680 x1830887431412736/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.445035:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3a680 with x1830887431412736 ext(0->4095) 00002000:00010000:2.0:1746070975.445039:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3a680 00000100:00100000:2.0:1746070975.445064:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13665 00000100:00100000:2.0:1746070975.445070:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431412736:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070975.445427:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431412480:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6068us (6367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.445434:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13913 00000100:00100000:2.0:1746070975.445524:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2007:x1830887431412736:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 453us (955us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.445529:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13665 00002000:00100000:2.0:1746070975.445534:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc3a680 x1830887431412736/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.445540:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3a680 with x1830887431412736 ext(0->4095) 00002000:00010000:2.0:1746070975.445543:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3a680 00000100:00100000:0.0:1746070975.447633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.447715:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431412864 00000100:00100000:2.0:1746070975.447722:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431412864 00000100:00100000:2.0:1746070975.447761:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30113 00000100:00100000:2.0:1746070975.447766:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431412864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.447779:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.447792:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e06 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.447814:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dff expref: 39 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.447820:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.447822:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.447825:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e06 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.447850:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dff expref: 39 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.447859:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dff expref: 39 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.447888:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426846592:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.447955:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.450345:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426846592:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070975.450370:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e06 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.450385:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48600, rc 0) 00000100:00100000:3.0:1746070975.450434:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431412864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2667us (2805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.450441:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30113 00000100:00100000:0.0:1746070975.450922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.451007:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431412992 00000100:00100000:3.0:1746070975.451012:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431412992 00010000:00010000:3.0:1746070975.451034:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dff expref: 40 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.451064:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13914 00000100:00100000:3.0:1746070975.451070:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431412992:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.451079:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.451094:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dff expref: 40 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.451104:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dff expref: 40 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.451122:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233000/0xa5d7060008038089 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014dff expref: 40 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.451144:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.451146:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.451152:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e06 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.451159:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e06 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.451183:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e06 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.451193:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426846720:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.451247:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.454192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.454359:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426846720:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.454375:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.454417:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2008:x1830887431412992:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3347us (3496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.454425:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13914 00000100:00100000:2.0:1746070975.454482:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431413248 00000100:00100000:2.0:1746070975.454487:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431413248 00002000:00100000:2.0:1746070975.454514:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39880 x1830887431413248/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.454527:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39880 with x1830887431413248 ext(0->4095) 00002000:00010000:2.0:1746070975.454531:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39880 00000100:00100000:2.0:1746070975.454796:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13666 00000100:00100000:2.0:1746070975.454802:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431413248:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070975.454916:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431413248:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (731us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.454921:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13666 00002000:00100000:2.0:1746070975.454926:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39880 x1830887431413248/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.454933:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39880 with x1830887431413248 ext(0->4095) 00002000:00010000:2.0:1746070975.454935:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39880 00000100:00100000:0.0:1746070975.457601:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.457662:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431413376 00000100:00100000:2.0:1746070975.457669:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431413376 00000100:00100000:2.0:1746070975.457701:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30114 00000100:00100000:2.0:1746070975.457707:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:1660:x1830887431413376:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.457720:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.457734:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e0d expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.457757:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e06 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.457764:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.457765:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.457768:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.457793:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e06 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.457803:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e06 expref: 5 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.457812:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426846848:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070975.458738:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.458755:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431413504 00000100:00100000:0.0:1746070975.458758:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431413504 00000100:00100000:2.0:1746070975.458789:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.459025:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30115 00000100:00100000:0.0:1746070975.459032:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1661:x1830887431413504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070975.459041:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070975.459049:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e14 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070975.459062:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070975.459066:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070975.459071:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070975.459073:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e14 expref: 42 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070975.459093:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070975.459103:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e14 expref: 42 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070975.459110:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0171c00, rc 0) 00000100:00100000:0.0:1746070975.459131:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:1661:x1830887431413504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070975.459136:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30115 00000100:00100000:2.0:1746070975.462340:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426846848:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.462366:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 41 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.462380:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad000, rc 0) 00000100:00100000:2.0:1746070975.462425:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1660:x1830887431413376:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4717us (4832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.462431:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30114 00000100:00100000:0.0:1746070975.463328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.463624:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431413632 00000100:00100000:3.0:1746070975.463630:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431413632 00010000:00010000:3.0:1746070975.463656:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e06 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.463689:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13915 00000100:00100000:3.0:1746070975.463695:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431413632:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.463706:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.463720:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e06 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.463730:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e06 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.463748:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e48600/0xa5d7060008038090 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e06 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.463769:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.463771:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.463777:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.463784:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.463810:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.463819:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 40 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.463833:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426847104:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.463913:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.466691:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426847104:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.466707:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.466740:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431413632:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3045us (3413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.466748:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13915 00000100:00100000:0.0:1746070975.467241:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.467684:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431413888 00000100:00100000:1.0:1746070975.467691:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431413888 00002000:00100000:1.0:1746070975.467720:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc38700 x1830887431413888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.467730:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38700 with x1830887431413888 ext(0->4095) 00010000:00010000:1.0:1746070975.467737:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.467748:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.467754:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc38700 00000100:00100000:1.0:1746070975.467769:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2918 00000100:00100000:1.0:1746070975.467774:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2008:x1830887431413888:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070975.467893:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2008:x1830887431413888:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (653us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.467898:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2918 00002000:00100000:1.0:1746070975.467903:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc38700 x1830887431413888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.467910:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38700 with x1830887431413888 ext(0->4095) 00010000:00010000:1.0:1746070975.467914:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.467927:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.467933:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc38700 00000100:00100000:0.0:1746070975.470684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.470900:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431414016 00000100:00100000:3.0:1746070975.470906:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431414016 00010000:00010000:3.0:1746070975.470934:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.470956:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13916 00000100:00100000:3.0:1746070975.470963:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2008:x1830887431414016:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.470974:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.470989:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.471000:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.471018:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d7060008038097 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e0d expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.471631:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.471634:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.471641:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e14 expref: 40 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.471648:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e14 expref: 40 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.471676:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e14 expref: 40 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.471686:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426847232:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.471792:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.475218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.475306:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426847232:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.475325:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.475369:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431414016:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4406us (4692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.475378:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13916 00000100:00100000:2.0:1746070975.475474:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431414272 00000100:00100000:2.0:1746070975.475480:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431414272 00002000:00100000:2.0:1746070975.475510:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39c00 x1830887431414272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.475519:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39c00 with x1830887431414272 ext(0->4095) 00002000:00010000:2.0:1746070975.475523:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39c00 00000100:00100000:2.0:1746070975.475549:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13667 00000100:00100000:2.0:1746070975.475555:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431414272:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070975.475643:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431414272:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.475649:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13667 00002000:00100000:2.0:1746070975.475653:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39c00 x1830887431414272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.475660:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39c00 with x1830887431414272 ext(0->4095) 00002000:00010000:2.0:1746070975.475662:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39c00 00000100:00100000:0.0:1746070975.478145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.478207:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431414400 00000100:00100000:2.0:1746070975.478213:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431414400 00000100:00100000:2.0:1746070975.478251:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30116 00000100:00100000:2.0:1746070975.478256:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431414400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.478267:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.478282:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e1b expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.478308:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e14 expref: 39 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.478315:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.478316:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.478320:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e1b expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.478343:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e14 expref: 39 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.478356:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e14 expref: 39 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.478367:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426847360:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.478941:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.480910:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426847360:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.480933:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e1b expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.480946:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325adc00, rc 0) 00000100:00100000:2.0:1746070975.480980:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431414400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2723us (2840us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.480987:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30116 00000100:00100000:0.0:1746070975.481455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.481602:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431414528 00000100:00100000:3.0:1746070975.481607:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431414528 00010000:00010000:3.0:1746070975.481628:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e14 expref: 40 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.481653:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13917 00000100:00100000:3.0:1746070975.481658:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431414528:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.481668:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.481683:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e14 expref: 40 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.481696:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e14 expref: 40 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.481714:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0171c00/0xa5d706000803809e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e14 expref: 40 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.481735:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.481737:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.481743:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e1b expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.481751:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e1b expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.481772:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e1b expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.481781:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426847488:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.481831:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.484361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.484842:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426847488:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.484858:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.485043:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2008:x1830887431414528:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3383us (3587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.485053:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13917 00000100:00100000:1.0:1746070975.485301:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431414784 00000100:00100000:1.0:1746070975.485307:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431414784 00002000:00100000:1.0:1746070975.485338:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39180 x1830887431414784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.485348:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39180 with x1830887431414784 ext(0->4095) 00002000:00010000:1.0:1746070975.485351:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39180 00000100:00100000:1.0:1746070975.485375:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13668 00000100:00100000:1.0:1746070975.485383:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431414784:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070975.485497:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431414784:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (1143us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.485503:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13668 00002000:00100000:1.0:1746070975.485508:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39180 x1830887431414784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.485514:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39180 with x1830887431414784 ext(0->4095) 00002000:00010000:1.0:1746070975.485516:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39180 00000100:00100000:0.0:1746070975.486676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.486820:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431414912 00000100:00100000:2.0:1746070975.486825:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431414912 00000100:00100000:2.0:1746070975.486857:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30117 00000100:00100000:2.0:1746070975.486886:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:1660:x1830887431414912:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.486897:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.486910:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e22 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.486932:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e1b expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.486943:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.486944:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.486947:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.486970:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e1b expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.486979:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e1b expref: 5 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.486989:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426847616:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.487049:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.489079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.489432:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431415040 00000100:00100000:1.0:1746070975.489439:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431415040 00000100:00100000:1.0:1746070975.489481:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30118 00000100:00100000:1.0:1746070975.489488:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1661:x1830887431415040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.489502:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.489515:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e29 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.489536:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.489541:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.489546:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.489550:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 42 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.489578:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.489588:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 42 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.489596:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233600, rc 0) 00000100:00100000:1.0:1746070975.490339:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:1661:x1830887431415040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 850us (1264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.490346:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30118 00000100:00100000:2.0:1746070975.491152:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426847616:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.491171:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 41 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.491181:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad000, rc 0) 00000100:00100000:2.0:1746070975.491219:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1660:x1830887431414912:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4355us (4546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.491224:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30117 00000100:00100000:0.0:1746070975.492956:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.493605:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431415168 00000100:00100000:3.0:1746070975.493612:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431415168 00010000:00010000:3.0:1746070975.493638:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e1b expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.494037:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13918 00000100:00100000:3.0:1746070975.494045:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431415168:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.494057:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.494075:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e1b expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.494085:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e1b expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.494105:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080380a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e1b expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.494160:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.494162:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.494275:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.494283:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.494313:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 40 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.494324:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 40 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.494334:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426847872:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.494928:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.497829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.498040:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426847872:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.498056:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.498089:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431415168:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4047us (5137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.498097:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13918 00000100:00100000:2.0:1746070975.498243:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431415424 00000100:00100000:2.0:1746070975.498248:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431415424 00002000:00100000:2.0:1746070975.498279:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2ce00 x1830887431415424/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.498293:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ce00 with x1830887431415424 ext(0->4095) 00010000:00010000:2.0:1746070975.498299:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.498311:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.498317:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2ce00 00000100:00100000:2.0:1746070975.498332:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2919 00000100:00100000:2.0:1746070975.498338:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431415424:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.498445:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431415424:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (624us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.498450:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2919 00002000:00100000:2.0:1746070975.498455:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2ce00 x1830887431415424/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.498460:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ce00 with x1830887431415424 ext(0->4095) 00010000:00010000:2.0:1746070975.498464:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.498471:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.498475:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2ce00 00000100:00100000:0.0:1746070975.501363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.501472:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431415552 00000100:00100000:3.0:1746070975.501478:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431415552 00010000:00010000:3.0:1746070975.501510:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.502096:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13919 00000100:00100000:3.0:1746070975.502104:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2008:x1830887431415552:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.502116:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.502134:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.502145:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.502164:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e22 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.502218:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.502221:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.502227:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 40 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.502234:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 40 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.502262:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 40 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.502272:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426848000:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.502579:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.506743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.506832:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426848000:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.506851:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.506909:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431415552:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4805us (5551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.506918:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13919 00000100:00100000:1.0:1746070975.506982:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431415808 00000100:00100000:1.0:1746070975.506987:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431415808 00002000:00100000:1.0:1746070975.507030:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2f100 x1830887431415808/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.507039:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f100 with x1830887431415808 ext(0->4095) 00002000:00010000:1.0:1746070975.507044:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2f100 00000100:00100000:1.0:1746070975.507066:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13669 00000100:00100000:1.0:1746070975.507072:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431415808:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070975.507165:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2008:x1830887431415808:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.507170:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13669 00002000:00100000:1.0:1746070975.507174:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2f100 x1830887431415808/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.507182:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f100 with x1830887431415808 ext(0->4095) 00002000:00010000:1.0:1746070975.507184:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2f100 00000100:00100000:0.0:1746070975.521026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.521120:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431415936 00000100:00100000:2.0:1746070975.521128:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431415936 00000100:00100000:2.0:1746070975.521175:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30119 00000100:00100000:2.0:1746070975.521181:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431415936:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.521196:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.521209:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e30 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.521232:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 39 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.521239:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.521241:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.521244:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e30 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.521266:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 39 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.521275:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 39 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.521284:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426848128:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.521351:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.527381:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426848128:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.527423:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e30 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.527443:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:2.0:1746070975.527522:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431415936:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6340us (6502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.527530:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30119 00000100:00100000:0.0:1746070975.543136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.543238:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431416064 00000100:00100000:2.0:1746070975.543245:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431416064 00002000:00100000:2.0:1746070975.543282:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e2e680 x1830887431416064/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.543290:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2e680 with x1830887431416064 ext(0->7) 00010000:00010000:2.0:1746070975.543299:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 40 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.543309:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 40 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.543314:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2e680 00000100:00100000:1.0:1746070975.544521:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2920 00000100:00100000:1.0:1746070975.544530:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:2007:x1830887431416064:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070975.549989:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887431416064:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 5453us (6853us total) trans 4294972288 rc 0/0 00000100:00100000:0.0:1746070975.550000:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2920 00002000:00100000:0.0:1746070975.550010:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e2e680 x1830887431416064/t4294972288(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/448 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.550019:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2e680 with x1830887431416064 ext(0->7) 00010000:00010000:0.0:1746070975.550027:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 42 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.550040:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 42 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.550046:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2e680 00000100:00100000:0.0:1746070975.551372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.551490:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431416192 00000100:00100000:3.0:1746070975.551497:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431416192 00010000:00010000:3.0:1746070975.551522:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 42 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.552651:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13920 00000100:00100000:3.0:1746070975.552661:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2008:x1830887431416192:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.552673:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.552688:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 42 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.552703:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 42 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.552720:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e29 expref: 42 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.552745:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.552746:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.552752:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e30 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.552759:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e30 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.552783:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e30 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.552793:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426848256:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.552858:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.562936:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426848256:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.562956:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.562996:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2008:x1830887431416192:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 10337us (11628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.563005:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13920 00000100:00100000:0.0:1746070975.564529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.564831:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431416448 00000100:00100000:2.0:1746070975.564839:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431416448 00002000:00100000:2.0:1746070975.564899:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2ca80 x1830887431416448/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.564909:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ca80 with x1830887431416448 ext(0->4095) 00002000:00010000:2.0:1746070975.564913:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2ca80 00000100:00100000:2.0:1746070975.564935:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13670 00000100:00100000:2.0:1746070975.564941:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431416448:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070975.565067:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431416448:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (541us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.565073:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13670 00002000:00100000:2.0:1746070975.565077:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2ca80 x1830887431416448/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.565084:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ca80 with x1830887431416448 ext(0->4095) 00002000:00010000:2.0:1746070975.565086:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2ca80 00000100:00100000:0.0:1746070975.570003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.570742:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431416576 00000100:00100000:2.0:1746070975.570750:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431416576 00000100:00100000:2.0:1746070975.570797:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30120 00000100:00100000:2.0:1746070975.570803:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:1660:x1830887431416576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.570817:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.570830:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e37 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.570852:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e30 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.570858:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.570860:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.570889:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.570913:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e30 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.570926:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e30 expref: 5 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.570936:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426848384:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.571008:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.572441:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.573724:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431416704 00000100:00100000:1.0:1746070975.573733:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431416704 00000100:00100000:1.0:1746070975.573770:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30121 00000100:00100000:1.0:1746070975.573777:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1661:x1830887431416704:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.573791:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.573804:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e3e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.573827:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.573832:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 44 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.573837:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.573840:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e3e expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.573881:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 44 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.573891:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e3e expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.573901:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233400, rc 0) 00000100:00100000:1.0:1746070975.573936:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:1661:x1830887431416704:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (1499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.573942:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30121 00000100:00100000:2.0:1746070975.574157:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426848384:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.574174:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.574181:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325acc00, rc 0) 00000100:00100000:2.0:1746070975.574208:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1660:x1830887431416576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3405us (4212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.574213:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30120 00000100:00100000:0.0:1746070975.574534:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.574828:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431416832 00000100:00100000:3.0:1746070975.574832:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431416832 00010000:00010000:3.0:1746070975.574850:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e30 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.574889:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13921 00000100:00100000:3.0:1746070975.574895:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431416832:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.574903:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.574916:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e30 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.574925:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e30 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.574940:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e30 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.574952:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.574954:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.574959:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.574964:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.574982:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.574990:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 42 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.574999:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426848640:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.575051:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.576548:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426848640:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.576560:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.576743:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431416832:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1847us (2209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.576750:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13921 00000100:00100000:0.0:1746070975.577316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.577365:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431417088 00000100:00100000:2.0:1746070975.577370:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431417088 00002000:00100000:2.0:1746070975.577409:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b7b80 x1830887431417088/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.577419:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b7b80 with x1830887431417088 ext(0->4095) 00010000:00010000:2.0:1746070975.577426:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.577440:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.577449:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61b7b80 00000100:00100000:2.0:1746070975.577474:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2921 00000100:00100000:2.0:1746070975.577480:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2009:x1830887431417088:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070975.578486:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2009:x1830887431417088:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 1005us (1169us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.578493:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2921 00002000:00100000:2.0:1746070975.578499:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b7b80 x1830887431417088/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.578505:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b7b80 with x1830887431417088 ext(0->4095) 00010000:00010000:2.0:1746070975.578510:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.578523:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.578528:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61b7b80 00010000:00010000:2.0:1746070975.579323:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746070975.584456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.584536:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431417216 00000100:00100000:3.0:1746070975.584544:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431417216 00010000:00010000:3.0:1746070975.584573:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.584610:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13922 00000100:00100000:3.0:1746070975.584618:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887431417216:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.584629:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.584643:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.584653:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.584671:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325acc00/0xa5d70600080380c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e37 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.584695:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.584698:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.584703:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e3e expref: 42 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.584709:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e3e expref: 42 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.584734:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e3e expref: 42 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.584743:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426848768:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.584803:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.588835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.588909:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431417472 00000100:00100000:2.0:1746070975.588916:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431417472 00002000:00100000:2.0:1746070975.588951:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b5880 x1830887431417472/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.588962:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b5880 with x1830887431417472 ext(0->4095) 00002000:00010000:2.0:1746070975.588966:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b5880 00000100:00100000:2.0:1746070975.588994:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13671 00000100:00100000:2.0:1746070975.589000:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887431417472:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.589106:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887431417472:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.589113:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13671 00002000:00100000:2.0:1746070975.589118:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b5880 x1830887431417472/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.589125:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b5880 with x1830887431417472 ext(0->4095) 00002000:00010000:2.0:1746070975.589128:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b5880 00000100:00100000:3.0:1746070975.589260:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426848768:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.589274:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.589303:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887431417216:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4687us (4855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.589309:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13922 00000100:00100000:0.0:1746070975.592480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.592620:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431417600 00000100:00100000:2.0:1746070975.592627:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431417600 00000100:00100000:2.0:1746070975.592661:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30122 00000100:00100000:2.0:1746070975.592668:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431417600:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.592681:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.592695:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e45 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.592719:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e3e expref: 41 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.592725:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.592726:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.592729:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.592753:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e3e expref: 41 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.592763:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e3e expref: 41 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.592773:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426848896:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.594198:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.595152:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426848896:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.595172:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.595186:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad000, rc 0) 00000100:00100000:2.0:1746070975.595803:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431417600:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3133us (3326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.595812:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30122 00000100:00100000:0.0:1746070975.596279:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.596543:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431417728 00000100:00100000:2.0:1746070975.596548:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431417728 00010000:00010000:2.0:1746070975.596566:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e3e expref: 42 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.596583:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13923 00000100:00100000:2.0:1746070975.596588:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2008:x1830887431417728:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.596597:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.596611:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e3e expref: 42 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.596625:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e3e expref: 42 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.596641:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d70600080380c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e3e expref: 42 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.596663:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.596664:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.596670:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.596677:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.596697:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070975.596706:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426849024:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.596747:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.598747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.601017:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431417856 00000100:00100000:2.0:1746070975.601026:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431417856 00000100:00100000:2.0:1746070975.601069:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30123 00000100:00100000:2.0:1746070975.601075:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:1660:x1830887431417856:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.601089:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.601104:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e4c expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.601132:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.601137:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.601139:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.601142:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.601164:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.601174:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 5 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.601183:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426849152:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.601261:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.601777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.601827:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431418112 00000100:00100000:0.0:1746070975.601830:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431418112 00002000:00100000:0.0:1746070975.601852:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c6680 x1830887431418112/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.601860:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c6680 with x1830887431418112 ext(0->4095) 00010000:00010000:0.0:1746070975.601884:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.601892:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.601897:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c6680 00000100:00100000:0.0:1746070975.601909:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2922 00000100:00100000:0.0:1746070975.601913:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431418112:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070975.602004:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431418112:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (227us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070975.602010:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2922 00002000:00100000:0.0:1746070975.602015:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c6680 x1830887431418112/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.602022:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c6680 with x1830887431418112 ext(0->4095) 00010000:00010000:0.0:1746070975.602027:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.602039:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.602045:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800820c6680 00000100:00100000:2.0:1746070975.602171:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426849024:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.602183:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.602202:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2008:x1830887431417728:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5614us (5924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.602209:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13923 00000100:00100000:0.0:1746070975.604852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.604944:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426849152:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.604965:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.604984:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:2.0:1746070975.605014:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:1660:x1830887431417856:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3938us (6271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.605021:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30123 00000100:00100000:2.0:1746070975.605037:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431418240 00000100:00100000:2.0:1746070975.605040:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431418240 00000100:00100000:2.0:1746070975.605058:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30124 00000100:00100000:2.0:1746070975.605063:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:1661:x1830887431418240:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.605072:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.605082:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e53 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.605098:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.605102:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.605107:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.605110:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e53 expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.605130:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.605137:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e53 expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.605146:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ada00, rc 0) 00000100:00100000:2.0:1746070975.605158:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1661:x1830887431418240:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.605163:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30124 00000100:00100000:0.0:1746070975.605694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.605745:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431418368 00000100:00100000:2.0:1746070975.605748:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431418368 00010000:00010000:2.0:1746070975.605761:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.606144:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13924 00000100:00100000:2.0:1746070975.606149:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431418368:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.606157:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.606170:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.606178:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.606191:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad000/0xa5d70600080380cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e45 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.607506:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.607509:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.607516:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.607528:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.607553:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.607563:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 42 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.607574:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426849408:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.607631:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.613404:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.613463:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431418624 00000100:00100000:3.0:1746070975.613470:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431418624 00002000:00100000:3.0:1746070975.613505:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd9180 x1830887431418624/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.613514:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9180 with x1830887431418624 ext(0->4095) 00010000:00010000:3.0:1746070975.613522:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.613534:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.613542:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcd9180 00000100:00100000:3.0:1746070975.613560:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2923 00000100:00100000:3.0:1746070975.613567:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887431418624:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.613664:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426849408:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.613682:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.613685:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887431418624:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070975.613691:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2923 00002000:00100000:3.0:1746070975.613696:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd9180 x1830887431418624/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746070975.613702:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431418368:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7553us (8009us total) trans 0 rc 0/0 00002000:00100000:3.0:1746070975.613703:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9180 with x1830887431418624 ext(0->4095) 00010000:00010000:3.0:1746070975.613707:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.613708:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13924 00010000:00010000:3.0:1746070975.613715:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.613719:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcd9180 00000100:00100000:0.0:1746070975.617950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.618059:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431418752 00000100:00100000:2.0:1746070975.618066:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431418752 00010000:00010000:2.0:1746070975.618094:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.618120:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13925 00000100:00100000:2.0:1746070975.618126:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad023450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2008:x1830887431418752:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.618137:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.618152:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.618161:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.618179:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080380d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e4c expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.618818:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.618821:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.618828:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e53 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.618836:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e53 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.618862:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e53 expref: 42 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070975.618898:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426849536:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070975.622227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.622372:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.622408:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426849536:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.622425:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.622458:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad023450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2008:x1830887431418752:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4331us (4515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.622468:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13925 00000100:00100000:1.0:1746070975.622885:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431419008 00000100:00100000:1.0:1746070975.622890:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431419008 00002000:00100000:1.0:1746070975.622921:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd8380 x1830887431419008/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.622930:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8380 with x1830887431419008 ext(0->4095) 00002000:00010000:1.0:1746070975.622934:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd8380 00000100:00100000:1.0:1746070975.622962:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13672 00000100:00100000:1.0:1746070975.622968:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2010:x1830887431419008:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070975.623086:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2010:x1830887431419008:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (865us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.623092:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13672 00002000:00100000:1.0:1746070975.623097:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd8380 x1830887431419008/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.623109:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8380 with x1830887431419008 ext(0->4095) 00002000:00010000:1.0:1746070975.623111:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd8380 00000100:00100000:0.0:1746070975.627730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.628648:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431419136 00000100:00100000:1.0:1746070975.628657:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431419136 00000100:00100000:1.0:1746070975.628708:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30125 00000100:00100000:1.0:1746070975.628715:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431419136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.628730:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.628745:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e5a expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.628776:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e53 expref: 41 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.628783:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.628785:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.628787:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.628813:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e53 expref: 41 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.628823:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e53 expref: 41 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.628833:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426849664:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.628925:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.634025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.634141:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426849664:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.634165:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.634179:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232600, rc 0) 00000100:00100000:1.0:1746070975.634215:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431419136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5500us (6491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.634223:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30125 00000100:00100000:1.0:1746070975.634247:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431419264 00000100:00100000:1.0:1746070975.634252:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431419264 00000100:00100000:1.0:1746070975.634292:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30126 00000100:00100000:1.0:1746070975.634299:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:1660:x1830887431419264:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.634311:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.634323:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e61 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.634340:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.634344:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.634350:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070975.634353:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 43 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.634376:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.634384:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 43 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.634392:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233600, rc 0) 00000100:00100000:1.0:1746070975.634419:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1660:x1830887431419264:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.634425:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30126 00000100:00100000:0.0:1746070975.635852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.635907:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431419392 00000100:00100000:3.0:1746070975.635912:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431419392 00010000:00010000:3.0:1746070975.635934:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e53 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.635955:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13926 00000100:00100000:3.0:1746070975.635961:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887431419392:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.635969:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.635984:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e53 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.635993:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e53 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.636011:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d70600080380dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e53 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.636024:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.636026:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.636031:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.636038:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.636057:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.636067:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 5 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.636076:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426849920:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.636120:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6600 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.639932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.640009:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431419648 00000100:00100000:0.0:1746070975.640017:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431419648 00002000:00100000:0.0:1746070975.640055:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eaca80 x1830887431419648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746070975.640056:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426849920:192.168.204.29@tcp:105: 00002000:00100000:0.0:1746070975.640064:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaca80 with x1830887431419648 ext(0->4095) 00010000:00010000:0.0:1746070975.640073:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.640074:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070975.640084:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.640090:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eaca80 00000100:00100000:2.0:1746070975.640117:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887431419392:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4156us (4268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070975.640122:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2924 00000100:00100000:2.0:1746070975.640125:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13926 00000100:00100000:0.0:1746070975.640130:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431419648:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070975.640609:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431419648:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 480us (684us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070975.640615:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2924 00002000:00100000:0.0:1746070975.640621:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eaca80 x1830887431419648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.640628:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eaca80 with x1830887431419648 ext(0->4095) 00010000:00010000:0.0:1746070975.640633:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.640642:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.640648:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eaca80 00000100:00100000:0.0:1746070975.645695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.645981:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431419776 00000100:00100000:2.0:1746070975.645989:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431419776 00010000:00010000:2.0:1746070975.646142:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.646182:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13927 00000100:00100000:2.0:1746070975.646189:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431419776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.646202:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.646218:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.646229:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.646248:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080380e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e5a expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.646278:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.646280:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.646286:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 41 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.646293:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 41 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.646320:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 41 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070975.646330:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426850048:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.646426:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.653012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.653187:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426850048:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.653209:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.653249:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431419776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7060us (7560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.653258:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13927 00000100:00100000:1.0:1746070975.653478:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431420032 00000100:00100000:1.0:1746070975.653484:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431420032 00002000:00100000:1.0:1746070975.653514:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd9500 x1830887431420032/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.653522:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9500 with x1830887431420032 ext(0->4095) 00002000:00010000:1.0:1746070975.653526:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd9500 00000100:00100000:1.0:1746070975.653540:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13673 00000100:00100000:1.0:1746070975.653546:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887431420032:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070975.653648:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887431420032:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (643us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.654613:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13673 00002000:00100000:1.0:1746070975.654620:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd9500 x1830887431420032/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.654628:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9500 with x1830887431420032 ext(0->4095) 00002000:00010000:1.0:1746070975.654631:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd9500 00000100:00100000:0.0:1746070975.663831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.664252:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431420160 00000100:00100000:1.0:1746070975.664260:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431420160 00000100:00100000:1.0:1746070975.664306:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30127 00000100:00100000:1.0:1746070975.664313:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431420160:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.664327:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.664340:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e68 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.664363:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 41 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.664369:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.664371:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.664373:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.664406:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 41 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.664417:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 41 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.664427:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426850176:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.664498:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.667818:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eadf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426850176:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.667848:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.667900:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233800, rc 0) 00000100:00100000:1.0:1746070975.667942:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431420160:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3628us (4116us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.667950:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30127 00000100:00100000:0.0:1746070975.673645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.673812:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431420288 00000100:00100000:1.0:1746070975.673822:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431420288 00002000:00100000:1.0:1746070975.673860:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dcda300 x1830887431420288/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.673890:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcda300 with x1830887431420288 ext(0->7) 00010000:00010000:1.0:1746070975.673898:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 42 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.673909:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 42 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.673915:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcda300 00000100:00100000:1.0:1746070975.674108:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2925 00000100:00100000:1.0:1746070975.674115:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887431420288:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070975.675389:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431420288:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1270us (1747us total) trans 4294972289 rc 0/0 00000100:00100000:0.0:1746070975.675404:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2925 00002000:00100000:0.0:1746070975.675411:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009dcda300 x1830887431420288/t4294972289(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/448 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.675418:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcda300 with x1830887431420288 ext(0->7) 00010000:00010000:0.0:1746070975.675424:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 44 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.675439:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 44 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.675445:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcda300 00000100:00100000:0.0:1746070975.679787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.680260:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431420416 00000100:00100000:1.0:1746070975.680268:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431420416 00000100:00100000:1.0:1746070975.680509:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30128 00000100:00100000:1.0:1746070975.680517:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:1660:x1830887431420416:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.680533:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.680548:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e6f expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.680571:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.680576:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.680583:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070975.680586:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e6f expref: 45 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.680621:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.680631:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e6f expref: 45 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.680640:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232a00, rc 0) 00000100:00100000:1.0:1746070975.681150:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1660:x1830887431420416:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 632us (1369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.681156:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30128 00000100:00100000:0.0:1746070975.681188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.681210:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431420544 00000100:00100000:2.0:1746070975.681214:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431420544 00010000:00010000:2.0:1746070975.681233:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.681251:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13928 00000100:00100000:2.0:1746070975.681260:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2008:x1830887431420544:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.681268:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.681283:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.681291:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.681306:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233600/0xa5d70600080380eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e61 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.681320:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.681321:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.681326:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.681336:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.681380:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.681390:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 5 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.681409:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426850432:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.682581:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.686972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.687080:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426850432:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.687097:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070975.687349:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431420800 00000100:00100000:0.0:1746070975.687355:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431420800 00002000:00100000:0.0:1746070975.687385:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eadf80 x1830887431420800/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.687404:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eadf80 with x1830887431420800 ext(0->4095) 00010000:00010000:0.0:1746070975.687411:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.687421:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.687427:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eadf80 00000100:00100000:0.0:1746070975.687450:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2926 00000100:00100000:0.0:1746070975.687455:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431420800:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070975.687550:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431420800:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (586us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070975.687555:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2926 00002000:00100000:0.0:1746070975.687559:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eadf80 x1830887431420800/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.687566:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eadf80 with x1830887431420800 ext(0->4095) 00010000:00010000:0.0:1746070975.687569:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.687577:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.687581:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eadf80 00000100:00100000:2.0:1746070975.687633:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431420544:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6377us (6446us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.687641:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13928 00000100:00100000:0.0:1746070975.690690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.691315:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431420928 00000100:00100000:2.0:1746070975.691323:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431420928 00010000:00010000:2.0:1746070975.691352:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.691374:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13929 00000100:00100000:2.0:1746070975.691380:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431420928:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.691389:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.691416:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.691428:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.691447:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233800/0xa5d70600080380f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e68 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746070975.692108:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:2.0:1746070975.692662:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.692665:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.692673:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e6f expref: 43 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.692683:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e6f expref: 43 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.692715:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e6f expref: 43 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070975.692726:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426850560:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.692790:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.694555:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431421056 00000100:00100000:1.0:1746070975.694563:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431421056 00000100:00100000:1.0:1746070975.694609:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30129 00000100:00100000:1.0:1746070975.694616:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431421056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.694629:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.694642:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e76 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.694662:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e6f expref: 43 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.694672:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.694674:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.694676:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e76 expref: 7 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.694699:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e6f expref: 43 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.694708:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e6f expref: 43 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.694719:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426850688:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.695749:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426850560:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.695764:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.695798:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887431420928:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4417us (5115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.695807:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13929 00000100:00100000:1.0:1746070975.696269:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.698858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.698958:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426850688:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.698982:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e76 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.698997:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232600, rc 0) 00000100:00100000:1.0:1746070975.699043:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431421056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4427us (6935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.699051:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30129 00000100:00100000:2.0:1746070975.699284:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431421184 00000100:00100000:2.0:1746070975.699290:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431421184 00010000:00010000:2.0:1746070975.699312:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e6f expref: 44 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.699331:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13930 00000100:00100000:2.0:1746070975.699338:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431421184:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.699348:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.699362:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e6f expref: 44 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.699372:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e6f expref: 44 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.699391:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232a00/0xa5d70600080380f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e6f expref: 44 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.699418:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.699420:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.699426:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e76 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.699433:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e76 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.699457:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e76 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070975.699471:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426850816:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.699527:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.702204:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.702271:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431421440 00000100:00100000:3.0:1746070975.702277:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431421440 00002000:00100000:3.0:1746070975.702310:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e350380 x1830887431421440/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.702318:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e350380 with x1830887431421440 ext(0->4095) 00002000:00010000:3.0:1746070975.702321:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e350380 00000100:00100000:3.0:1746070975.702334:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13674 00000100:00100000:3.0:1746070975.702339:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431421440:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070975.702450:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431421440:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (251us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070975.702456:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13674 00002000:00100000:3.0:1746070975.702461:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e350380 x1830887431421440/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.702467:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e350380 with x1830887431421440 ext(0->4095) 00002000:00010000:3.0:1746070975.702469:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e350380 00000100:00100000:2.0:1746070975.702608:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426850816:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.702623:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.702655:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2008:x1830887431421184:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3317us (3803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.702662:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13930 00000100:00100000:0.0:1746070975.705033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.705155:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431421568 00000100:00100000:1.0:1746070975.705162:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431421568 00000100:00100000:1.0:1746070975.705414:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30130 00000100:00100000:1.0:1746070975.705421:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1661:x1830887431421568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.705435:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.705449:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e7d expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.705474:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e76 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.705480:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.705481:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.705484:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.705509:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e76 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.705518:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e76 expref: 5 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.705528:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426850944:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.705599:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc000 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.706621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.706916:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431421696 00000100:00100000:2.0:1746070975.706922:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431421696 00000100:00100000:2.0:1746070975.707365:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30131 00000100:00100000:2.0:1746070975.707372:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1660:x1830887431421696:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.707381:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.707390:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e84 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.707414:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.707418:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 46 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.707423:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.707426:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 46 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.707446:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 46 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.707459:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 46 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.707468:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325aca00, rc 0) 00000100:00100000:1.0:1746070975.707617:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426850944:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.707631:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 46 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.707639:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526d800, rc 0) 00000100:00100000:2.0:1746070975.708159:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:1660:x1830887431421696:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 786us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.708165:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30131 00000100:00100000:1.0:1746070975.708257:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1661:x1830887431421568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2835us (3228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.708263:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30130 00000100:00100000:0.0:1746070975.708311:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.708536:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431421824 00000100:00100000:2.0:1746070975.708540:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431421824 00010000:00010000:2.0:1746070975.708555:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e76 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.708572:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13931 00000100:00100000:2.0:1746070975.708577:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e350a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431421824:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.708585:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.708601:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e76 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.708609:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e76 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.708625:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d7060008038100 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e76 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.708906:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.708908:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.708914:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.708922:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.708941:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.708950:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 44 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.708958:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426851200:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.709002:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.711926:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426851200:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.711950:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.711985:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431421824:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3407us (3673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.711994:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13931 00000100:00100000:0.0:1746070975.712309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.713011:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431422080 00000100:00100000:1.0:1746070975.713017:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431422080 00002000:00100000:1.0:1746070975.713047:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e351c00 x1830887431422080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.713055:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351c00 with x1830887431422080 ext(0->4095) 00010000:00010000:1.0:1746070975.713062:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.713073:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.713079:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e351c00 00000100:00100000:1.0:1746070975.713108:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2927 00000100:00100000:1.0:1746070975.713114:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2008:x1830887431422080:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070975.713228:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2008:x1830887431422080:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (919us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.713234:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2927 00002000:00100000:1.0:1746070975.713239:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e351c00 x1830887431422080/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.713246:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351c00 with x1830887431422080 ext(0->4095) 00010000:00010000:1.0:1746070975.713250:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.713262:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.713267:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e351c00 00000100:00100000:0.0:1746070975.715788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.715891:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431422208 00000100:00100000:1.0:1746070975.715897:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431422208 00000100:00100000:1.0:1746070975.716136:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30132 00000100:00100000:1.0:1746070975.716143:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431422208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.716158:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.716171:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e8b expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.716191:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.716196:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.716202:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070975.716205:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.716236:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.716245:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.716254:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2200, rc 0) 00000100:00100000:1.0:1746070975.716286:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431422208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.716291:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30132 00000100:00100000:0.0:1746070975.716552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.716674:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431422336 00000100:00100000:2.0:1746070975.716678:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431422336 00010000:00010000:2.0:1746070975.716691:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.716714:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13932 00000100:00100000:2.0:1746070975.716719:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad023050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2008:x1830887431422336:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.716730:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.716743:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.716752:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.716766:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038107 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e7d expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.717289:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.717291:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.717297:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.717303:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.717324:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.717332:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.717342:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426851456:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.717410:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4f0d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.720310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.720360:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426851456:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.720376:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.720428:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad023050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431422336:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3708us (3875us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.720438:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13932 00000100:00100000:3.0:1746070975.721125:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431422592 00000100:00100000:3.0:1746070975.721131:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431422592 00002000:00100000:3.0:1746070975.721164:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e351f80 x1830887431422592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.721590:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351f80 with x1830887431422592 ext(0->4095) 00010000:00010000:3.0:1746070975.721599:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.721616:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.721621:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e351f80 00000100:00100000:3.0:1746070975.721647:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2928 00000100:00100000:3.0:1746070975.721654:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431422592:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070975.721760:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431422592:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1457us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070975.721766:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2928 00002000:00100000:3.0:1746070975.721771:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e351f80 x1830887431422592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.721778:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351f80 with x1830887431422592 ext(0->4095) 00010000:00010000:3.0:1746070975.721782:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.721790:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.721795:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e351f80 00000100:00100000:0.0:1746070975.724660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.724738:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.724804:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431422720 00000100:00100000:3.0:1746070975.724812:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431422720 00000100:00100000:3.0:1746070975.724861:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30133 00000100:00100000:3.0:1746070975.724898:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:1660:x1830887431422720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.724910:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.724924:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e92 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.724946:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.724951:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.724957:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070975.724960:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e92 expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.724986:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.724996:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e92 expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.725004:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fc00, rc 0) 00000100:00100000:3.0:1746070975.725042:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1660:x1830887431422720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.725048:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30133 00000100:00100000:2.0:1746070975.725110:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431422848 00000100:00100000:2.0:1746070975.725114:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431422848 00010000:00010000:2.0:1746070975.725127:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 45 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.725150:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13933 00000100:00100000:2.0:1746070975.725155:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e350700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2009:x1830887431422848:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.725164:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.725179:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 45 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.725188:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 45 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.725202:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d706000803810e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e84 expref: 45 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.725213:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.725215:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.725220:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.725226:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.725245:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.725254:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 5 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.725265:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426851712:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.725325:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.726687:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426851712:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070975.726694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:2.0:1746070975.726698:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.726719:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2009:x1830887431422848:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1563us (1981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.726725:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13933 00000100:00100000:1.0:1746070975.726816:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431423104 00000100:00100000:1.0:1746070975.726820:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431423104 00002000:00100000:1.0:1746070975.726844:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e353b80 x1830887431423104/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.726852:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e353b80 with x1830887431423104 ext(0->4095) 00010000:00010000:1.0:1746070975.726857:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.726895:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.726902:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e353b80 00000100:00100000:1.0:1746070975.726927:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2929 00000100:00100000:1.0:1746070975.726933:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431423104:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070975.727020:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431423104:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.727026:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2929 00002000:00100000:1.0:1746070975.727030:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e353b80 x1830887431423104/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.727037:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e353b80 with x1830887431423104 ext(0->4095) 00010000:00010000:1.0:1746070975.727041:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.727053:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.727059:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e353b80 00000100:00100000:0.0:1746070975.728946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.729025:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431423232 00000100:00100000:2.0:1746070975.729031:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431423232 00010000:00010000:2.0:1746070975.729049:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.729076:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13934 00000100:00100000:2.0:1746070975.729082:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431423232:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.729091:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.729103:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.729116:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.729133:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038115 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e8b expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.729154:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.729155:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.729161:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e92 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.729169:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e92 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.729194:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e92 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070975.729204:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426851840:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.729262:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.731167:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426851840:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.731182:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.731210:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431423232:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2128us (2269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.731216:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13934 00000100:00100000:0.0:1746070975.731631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.732031:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431423488 00000100:00100000:3.0:1746070975.732038:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431423488 00002000:00100000:3.0:1746070975.732069:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e352d80 x1830887431423488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.732077:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e352d80 with x1830887431423488 ext(0->4095) 00002000:00010000:3.0:1746070975.732081:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e352d80 00000100:00100000:3.0:1746070975.732109:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13675 00000100:00100000:3.0:1746070975.732116:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431423488:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070975.732208:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431423488:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (577us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070975.732715:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13675 00002000:00100000:3.0:1746070975.732722:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e352d80 x1830887431423488/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.732729:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e352d80 with x1830887431423488 ext(0->4095) 00002000:00010000:3.0:1746070975.732732:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e352d80 00000100:00100000:0.0:1746070975.735532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.735648:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431423616 00000100:00100000:1.0:1746070975.735658:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431423616 00000100:00100000:1.0:1746070975.735969:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30134 00000100:00100000:1.0:1746070975.735977:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431423616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.735990:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.736005:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014e99 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.736029:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e92 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.736442:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.736444:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.736447:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.736474:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e92 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.736484:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e92 expref: 43 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.736495:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426851968:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.736921:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.739968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.740143:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431423744 00000100:00100000:2.0:1746070975.740150:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431423744 00010000:00010000:2.0:1746070975.740176:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e92 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.740200:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13935 00000100:00100000:2.0:1746070975.740205:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431423744:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.740216:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.740232:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e92 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.740242:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e92 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.740264:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.740266:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.740272:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.740280:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.740305:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070975.740315:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426852096:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.740389:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00010000:00010000:1.0:1746070975.741278:0:17293:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d706000803811c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e92 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.741303:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426851968:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.741322:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.741329:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2200, rc 0) 00000100:00100000:1.0:1746070975.741652:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431423616:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5675us (6124us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.741659:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30134 00000100:00100000:2.0:1746070975.742496:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426852096:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.742509:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.742814:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887431423744:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2607us (2850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.742821:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13935 00000100:00100000:0.0:1746070975.743450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.743494:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431423872 00000100:00100000:1.0:1746070975.743499:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431423872 00000100:00100000:1.0:1746070975.743532:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30135 00000100:00100000:1.0:1746070975.743538:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1660:x1830887431423872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.743551:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.743562:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ea0 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.743581:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.743587:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.743588:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.743591:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.743617:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.743627:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 5 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.743637:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426852224:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.743694:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.744841:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.745118:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431424128 00000100:00100000:3.0:1746070975.745122:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431424128 00002000:00100000:3.0:1746070975.745148:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e350a80 x1830887431424128/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.745156:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e350a80 with x1830887431424128 ext(0->4095) 00010000:00010000:3.0:1746070975.745162:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.745173:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.745179:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e350a80 00000100:00100000:3.0:1746070975.745622:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2930 00000100:00100000:3.0:1746070975.745629:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431424128:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070975.745722:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431424128:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 94us (882us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070975.745731:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2930 00002000:00100000:3.0:1746070975.745735:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e350a80 x1830887431424128/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.745741:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e350a80 with x1830887431424128 ext(0->4095) 00010000:00010000:3.0:1746070975.745745:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.745753:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.745758:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e350a80 00000100:00100000:0.0:1746070975.748405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.748505:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426852224:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.748528:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.748541:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526dc00, rc 0) 00000100:00100000:1.0:1746070975.748574:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:1660:x1830887431423872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5036us (5125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.748580:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30135 00000100:00100000:1.0:1746070975.749071:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431424256 00000100:00100000:1.0:1746070975.749076:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431424256 00000100:00100000:3.0:1746070975.749269:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30136 00000100:00100000:3.0:1746070975.749279:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:1661:x1830887431424256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.749289:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.749301:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ea7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.749318:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.749322:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 45 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.749326:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.749329:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea7 expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.749355:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 45 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.749364:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea7 expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.749371:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fc00, rc 0) 00000100:00100000:3.0:1746070975.749410:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1661:x1830887431424256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.749415:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30136 00000100:00100000:0.0:1746070975.750723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.750881:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431424384 00000100:00100000:2.0:1746070975.750887:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431424384 00010000:00010000:2.0:1746070975.750909:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.750927:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13936 00000100:00100000:2.0:1746070975.750932:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f991c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431424384:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.750940:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.750954:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.750964:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.750980:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2200/0xa5d7060008038123 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014e99 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.750993:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.750995:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.751000:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.751007:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.751028:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.751037:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 44 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.751047:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426852480:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.752552:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.754947:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426852480:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.754963:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.755005:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431424384:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4071us (4284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.755014:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13936 00000100:00100000:0.0:1746070975.755729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.756385:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431424640 00000100:00100000:1.0:1746070975.756392:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431424640 00002000:00100000:1.0:1746070975.756431:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f991880 x1830887431424640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.756440:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f991880 with x1830887431424640 ext(0->4095) 00010000:00010000:1.0:1746070975.756448:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.756464:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.756470:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f991880 00000100:00100000:1.0:1746070975.756485:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2931 00000100:00100000:1.0:1746070975.756491:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431424640:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070975.756596:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431424640:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.756601:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2931 00002000:00100000:1.0:1746070975.756606:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f991880 x1830887431424640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.756613:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f991880 with x1830887431424640 ext(0->4095) 00010000:00010000:1.0:1746070975.756617:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.756626:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746070975.756631:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f991880 00000100:00100000:0.0:1746070975.758329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.758496:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431424768 00000100:00100000:2.0:1746070975.758502:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431424768 00010000:00010000:2.0:1746070975.758523:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.758553:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13937 00000100:00100000:2.0:1746070975.758558:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2008:x1830887431424768:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.758568:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.758580:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.758595:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.758614:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803812a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea0 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.758627:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.758628:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.758634:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea7 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.758641:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea7 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.758667:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea7 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070975.758676:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426852608:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070975.758759:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.761059:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426852608:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070975.761074:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.761111:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431424768:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2552us (2786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.761120:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13937 00000100:00100000:0.0:1746070975.762601:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.762805:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431425024 00000100:00100000:3.0:1746070975.762811:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431425024 00002000:00100000:3.0:1746070975.762841:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f992300 x1830887431425024/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.762850:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f992300 with x1830887431425024 ext(0->4095) 00002000:00010000:3.0:1746070975.762854:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f992300 00000100:00100000:1.0:1746070975.762993:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13676 00000100:00100000:1.0:1746070975.763001:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431425024:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070975.763282:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431425024:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 281us (682us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.763290:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13676 00002000:00100000:1.0:1746070975.763295:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f992300 x1830887431425024/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.763302:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f992300 with x1830887431425024 ext(0->4095) 00002000:00010000:1.0:1746070975.763304:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f992300 00000100:00100000:0.0:1746070975.764666:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.764792:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431425152 00000100:00100000:1.0:1746070975.764797:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431425152 00000100:00100000:1.0:1746070975.764830:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30137 00000100:00100000:1.0:1746070975.764835:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431425152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.764845:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.764858:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014eae expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.764902:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea7 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.764908:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.764910:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.764913:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eae expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.764936:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea7 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.764946:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea7 expref: 43 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.764961:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426852736:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.765027:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.767073:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426852736:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.767096:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eae expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.767110:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2600, rc 0) 00000100:00100000:1.0:1746070975.767146:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431425152:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2310us (2481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.767153:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30137 00000100:00100000:0.0:1746070975.767503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.767600:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431425280 00000100:00100000:3.0:1746070975.767605:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431425280 00010000:00010000:3.0:1746070975.767626:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea7 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.767650:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13938 00000100:00100000:3.0:1746070975.767655:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431425280:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.767664:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.767677:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea7 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.767686:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea7 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.767702:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fc00/0xa5d7060008038131 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ea7 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.767721:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.767723:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.767727:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eae expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.767734:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eae expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.767754:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eae expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.767762:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426852864:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.768899:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.772944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.774023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.774055:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431425664 00000100:00100000:0.0:1746070975.774062:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431425664 00002000:00100000:0.0:1746070975.774097:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d302d80 x1830887431425664/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.774107:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302d80 with x1830887431425664 ext(0->4095) 00002000:00010000:0.0:1746070975.774111:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d302d80 00000100:00100000:0.0:1746070975.774144:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13677 00000100:00100000:0.0:1746070975.774151:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431425664:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070975.774258:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431425664:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070975.774264:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13677 00002000:00100000:0.0:1746070975.774270:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d302d80 x1830887431425664/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.774277:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302d80 with x1830887431425664 ext(0->4095) 00002000:00010000:0.0:1746070975.774279:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d302d80 00000100:00100000:3.0:1746070975.774371:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426852864:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.774388:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.774423:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887431425280:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6767us (6920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.774430:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13938 00000100:00100000:1.0:1746070975.774971:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431425408 00000100:00100000:1.0:1746070975.774976:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431425408 00000100:00100000:1.0:1746070975.775212:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30138 00000100:00100000:1.0:1746070975.775218:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1660:x1830887431425408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.775227:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.775240:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014eb5 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.775259:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eae expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.775266:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.775267:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.775271:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.775297:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eae expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.775307:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eae expref: 5 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.775316:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426852992:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.775373:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.777113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.777181:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431425792 00000100:00100000:2.0:1746070975.777187:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431425792 00000100:00100000:2.0:1746070975.777223:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30139 00000100:00100000:2.0:1746070975.777229:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1661:x1830887431425792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.777240:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.777250:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ebc expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.777267:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.777272:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 46 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.777278:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.777280:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ebc expref: 46 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.777302:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 46 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.777312:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ebc expref: 46 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.777321:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac200, rc 0) 00000100:00100000:2.0:1746070975.777350:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:1661:x1830887431425792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.777355:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30139 00000100:00100000:1.0:1746070975.779620:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426852992:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.779639:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 45 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.779650:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526dc00, rc 0) 00000100:00100000:1.0:1746070975.779856:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1660:x1830887431425408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4636us (6918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.779881:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30138 00000100:00100000:0.0:1746070975.780482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.780704:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431425920 00000100:00100000:3.0:1746070975.780709:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431425920 00010000:00010000:3.0:1746070975.780728:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eae expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.780748:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13939 00000100:00100000:3.0:1746070975.780752:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad022c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431425920:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.780760:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.780773:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eae expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.780782:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eae expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.780798:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038138 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eae expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.780818:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.780820:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.780825:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.780832:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.780852:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.780860:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 44 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.780889:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426853248:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.780935:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.782569:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426853248:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.782583:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.782616:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad022c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431425920:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1863us (2135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.782624:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13939 00000100:00100000:0.0:1746070975.783633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.783714:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431426176 00000100:00100000:2.0:1746070975.783719:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431426176 00002000:00100000:2.0:1746070975.783745:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d301f80 x1830887431426176/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.783759:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301f80 with x1830887431426176 ext(0->4095) 00010000:00010000:2.0:1746070975.783766:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.783776:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.783781:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d301f80 00000100:00100000:2.0:1746070975.783801:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2932 00000100:00100000:2.0:1746070975.783806:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2008:x1830887431426176:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070975.784156:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2008:x1830887431426176:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 349us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.784163:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2932 00002000:00100000:2.0:1746070975.784168:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d301f80 x1830887431426176/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.784174:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301f80 with x1830887431426176 ext(0->4095) 00010000:00010000:2.0:1746070975.784178:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.784185:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.784190:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d301f80 00000100:00100000:0.0:1746070975.786150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.786293:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431426304 00000100:00100000:3.0:1746070975.786298:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431426304 00010000:00010000:3.0:1746070975.786322:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.786341:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13940 00000100:00100000:3.0:1746070975.786348:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2010:x1830887431426304:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.786356:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.786370:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.786380:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.786409:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d706000803813f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eb5 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.786421:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.786424:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.786429:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ebc expref: 44 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.786436:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ebc expref: 44 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.786463:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ebc expref: 44 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.786473:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426853376:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.786542:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.789252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.789498:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426853376:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.789515:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.789549:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2010:x1830887431426304:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3201us (3402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.789558:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13940 00000100:00100000:2.0:1746070975.789630:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431426560 00000100:00100000:2.0:1746070975.789637:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431426560 00002000:00100000:2.0:1746070975.789666:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d302a00 x1830887431426560/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.789675:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302a00 with x1830887431426560 ext(0->4095) 00002000:00010000:2.0:1746070975.789678:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d302a00 00000100:00100000:2.0:1746070975.789706:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13678 00000100:00100000:2.0:1746070975.789713:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431426560:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.789810:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431426560:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (565us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.789816:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13678 00002000:00100000:2.0:1746070975.789820:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d302a00 x1830887431426560/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.789827:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302a00 with x1830887431426560 ext(0->4095) 00002000:00010000:2.0:1746070975.789829:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d302a00 00000100:00100000:0.0:1746070975.792051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.792136:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431426688 00000100:00100000:1.0:1746070975.792143:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431426688 00000100:00100000:1.0:1746070975.792463:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30140 00000100:00100000:1.0:1746070975.792471:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431426688:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.792482:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.792496:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ec3 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.792520:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ebc expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.792527:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.792528:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.792531:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.792557:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ebc expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.792567:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ebc expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.792578:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426853504:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.792652:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.796083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.796471:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426853504:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.796494:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.796508:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2000, rc 0) 00000100:00100000:1.0:1746070975.796545:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431426688:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4075us (4499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.796552:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30140 00000100:00100000:3.0:1746070975.796925:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431426816 00000100:00100000:3.0:1746070975.796930:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431426816 00010000:00010000:3.0:1746070975.796951:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ebc expref: 44 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.796968:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13941 00000100:00100000:3.0:1746070975.796973:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431426816:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.796983:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.796997:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ebc expref: 44 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.797011:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ebc expref: 44 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.797028:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac200/0xa5d7060008038146 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ebc expref: 44 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.797039:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.797041:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.797046:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.797052:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.797073:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.797082:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426853632:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.797129:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.800336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.800604:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431426944 00000100:00100000:1.0:1746070975.800610:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431426944 00000100:00100000:0.0:1746070975.800690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.800715:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431427200 00000100:00100000:0.0:1746070975.800718:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431427200 00002000:00100000:0.0:1746070975.800742:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e355880 x1830887431427200/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.800751:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e355880 with x1830887431427200 ext(0->4095) 00002000:00010000:0.0:1746070975.800754:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e355880 00000100:00100000:3.0:1746070975.800790:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426853632:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.800805:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.800835:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431426816:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3861us (4757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.800842:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13941 00000100:00100000:1.0:1746070975.800935:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30141 00000100:00100000:1.0:1746070975.800941:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1660:x1830887431426944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.800953:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.800964:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014eca expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.800982:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.800988:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.800990:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.800992:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.801013:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.801021:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.801029:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426853760:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.801067:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.801281:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2933 00000100:00100000:0.0:1746070975.801286:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431427200:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070975.801378:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431427200:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (687us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070975.801384:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2933 00002000:00100000:0.0:1746070975.801389:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e355880 x1830887431427200/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.801405:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e355880 with x1830887431427200 ext(0->4095) 00010000:00010000:0.0:1746070975.801417:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746070975.801430:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746070975.801435:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e355880 00000100:00100000:0.0:1746070975.803520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.804072:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431427328 00000100:00100000:2.0:1746070975.804079:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431427328 00000100:00100000:2.0:1746070975.804114:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30142 00000100:00100000:2.0:1746070975.804120:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1661:x1830887431427328:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.804132:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.804144:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ed1 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.804162:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.804166:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 46 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.804175:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.804177:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed1 expref: 46 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.804201:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 46 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.804209:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed1 expref: 46 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.804216:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac400, rc 0) 00000100:00100000:2.0:1746070975.804244:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:1661:x1830887431427328:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.804249:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30142 00000100:00100000:1.0:1746070975.804370:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426853760:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.804383:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 45 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.804390:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526d800, rc 0) 00000100:00100000:1.0:1746070975.804424:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1660:x1830887431426944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3483us (4093us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.804431:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30141 00000100:00100000:0.0:1746070975.805527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.805640:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431427456 00000100:00100000:3.0:1746070975.805645:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431427456 00010000:00010000:3.0:1746070975.805661:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.805685:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13942 00000100:00100000:3.0:1746070975.805690:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431427456:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.805697:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.805709:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.805717:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.805731:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803814d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ec3 expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.805748:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.805750:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.805755:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.805761:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.805779:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.805787:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 44 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.805796:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426854016:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.805846:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.807730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.807809:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426854016:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.807822:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070975.807952:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431427712 00000100:00100000:2.0:1746070975.807957:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431427712 00002000:00100000:2.0:1746070975.807988:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e356d80 x1830887431427712/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.807996:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e356d80 with x1830887431427712 ext(0->4095) 00010000:00010000:2.0:1746070975.808003:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.808013:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.808019:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e356d80 00000100:00100000:2.0:1746070975.808038:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2934 00000100:00100000:2.0:1746070975.808043:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431427712:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070975.808163:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431427456:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2472us (2637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.808243:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13942 00000100:00100000:2.0:1746070975.808552:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431427712:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 508us (827us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.808558:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2934 00002000:00100000:2.0:1746070975.808562:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e356d80 x1830887431427712/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.808569:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e356d80 with x1830887431427712 ext(0->4095) 00010000:00010000:2.0:1746070975.808573:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.808582:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.808587:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e356d80 00000100:00100000:0.0:1746070975.811119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.811186:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431427840 00000100:00100000:3.0:1746070975.811192:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431427840 00010000:00010000:3.0:1746070975.811217:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.811244:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13943 00000100:00100000:3.0:1746070975.811250:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431427840:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.811259:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.811273:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.811283:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.811300:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038154 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eca expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.811323:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.811326:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.811331:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed1 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.811338:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed1 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.811362:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed1 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.811372:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426854144:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.811442:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.814173:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.814275:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426854144:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.814292:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.814335:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431427840:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3085us (3221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.814344:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13943 00000100:00100000:2.0:1746070975.814424:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431428096 00000100:00100000:2.0:1746070975.814429:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431428096 00002000:00100000:2.0:1746070975.814458:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd1a680 x1830887431428096/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.814467:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1a680 with x1830887431428096 ext(0->4095) 00002000:00010000:2.0:1746070975.814471:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd1a680 00000100:00100000:2.0:1746070975.814497:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13680 00000100:00100000:2.0:1746070975.814504:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431428096:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.814601:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431428096:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.814607:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13680 00002000:00100000:2.0:1746070975.814611:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd1a680 x1830887431428096/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.814618:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd1a680 with x1830887431428096 ext(0->4095) 00002000:00010000:2.0:1746070975.814621:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd1a680 00000100:00100000:0.0:1746070975.816764:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.816905:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431428224 00000100:00100000:3.0:1746070975.816912:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431428224 00000100:00100000:3.0:1746070975.816948:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30143 00000100:00100000:3.0:1746070975.816954:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431428224:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.816966:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.816979:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ed8 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.816999:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed1 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.817009:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.817011:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.817014:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed8 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.817033:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed1 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.817042:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed1 expref: 43 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.817051:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426854272:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070975.817108:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.818272:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426854272:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070975.818288:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed8 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.818298:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e000, rc 0) 00000100:00100000:3.0:1746070975.818325:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431428224:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1371us (1565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.818330:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30143 00000100:00100000:0.0:1746070975.819758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.819814:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431428352 00000100:00100000:3.0:1746070975.819819:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431428352 00010000:00010000:3.0:1746070975.819840:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed1 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.819887:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13944 00000100:00100000:3.0:1746070975.819893:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431428352:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.819902:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.819916:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed1 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.819924:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed1 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.819940:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803815b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed1 expref: 44 pid: 9566 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.820303:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.820305:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.820311:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed8 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.820316:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed8 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.820340:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed8 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.820349:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426854400:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.820425:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.822498:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426854400:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.822515:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.822544:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2008:x1830887431428352:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2651us (2788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.822552:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13944 00000100:00100000:2.0:1746070975.822979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.823043:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431428608 00000100:00100000:1.0:1746070975.823048:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431428608 00002000:00100000:1.0:1746070975.823074:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc43800 x1830887431428608/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.823083:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43800 with x1830887431428608 ext(0->4095) 00002000:00010000:1.0:1746070975.823086:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc43800 00000100:00100000:1.0:1746070975.823105:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13681 00000100:00100000:1.0:1746070975.823110:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431428608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070975.823205:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431428608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (226us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070975.823211:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13681 00002000:00100000:1.0:1746070975.823216:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc43800 x1830887431428608/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070975.823222:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43800 with x1830887431428608 ext(0->4095) 00002000:00010000:1.0:1746070975.823224:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc43800 00000100:00100000:0.0:1746070975.826259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.826335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.826430:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431428736 00000100:00100000:1.0:1746070975.826438:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431428736 00000100:00100000:1.0:1746070975.826475:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431428864 00000100:00100000:1.0:1746070975.826477:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431428864 00000100:00100000:1.0:1746070975.826489:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30144 00000100:00100000:1.0:1746070975.826495:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:1660:x1830887431428736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.826508:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.826524:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014edf expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.826548:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed8 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.826554:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.826555:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.826559:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 45 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.826583:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed8 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.826594:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed8 expref: 5 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.826604:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426854528:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.826665:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.826691:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30145 00000100:00100000:1.0:1746070975.826697:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1661:x1830887431428864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.826702:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.826708:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ee6 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.826717:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.826720:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 46 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.826729:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.826732:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ee6 expref: 46 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.826749:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 46 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.826757:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ee6 expref: 46 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.826765:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5e17c00, rc 0) 00000100:00100000:1.0:1746070975.826782:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:1661:x1830887431428864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.826786:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30145 00000100:00100000:1.0:1746070975.830650:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426854528:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.830677:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 45 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.830691:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2600, rc 0) 00000100:00100000:1.0:1746070975.830732:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1660:x1830887431428736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4236us (4477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.830742:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30144 00000100:00100000:0.0:1746070975.830909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.831045:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431428992 00000100:00100000:3.0:1746070975.831050:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431428992 00010000:00010000:3.0:1746070975.831073:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed8 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.831105:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13945 00000100:00100000:3.0:1746070975.831111:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431428992:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.831121:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.831135:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed8 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.831144:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed8 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.831162:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038162 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ed8 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.831186:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.831187:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.831193:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.831200:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.831224:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.831233:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 44 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.831241:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426854784:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.831371:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.833503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.833561:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431429248 00000100:00100000:2.0:1746070975.833567:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431429248 00000100:00100000:3.0:1746070975.833587:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426854784:192.168.204.29@tcp:105: 00002000:00100000:2.0:1746070975.833599:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd880 x1830887431429248/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746070975.833601:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746070975.833608:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd880 with x1830887431429248 ext(0->4095) 00010000:00010000:2.0:1746070975.833615:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.833626:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.833637:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedd880 00000100:00100000:3.0:1746070975.833645:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431428992:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2533us (2735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.833653:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13945 00000100:00100000:2.0:1746070975.833663:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2935 00000100:00100000:2.0:1746070975.833669:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2008:x1830887431429248:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070975.833807:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2008:x1830887431429248:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.833813:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2935 00002000:00100000:2.0:1746070975.833818:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd880 x1830887431429248/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.833826:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd880 with x1830887431429248 ext(0->4095) 00010000:00010000:2.0:1746070975.833830:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.833839:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:2.0:1746070975.833844:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dedd880 00000100:00100000:0.0:1746070975.835304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.835359:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431429376 00000100:00100000:3.0:1746070975.835364:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431429376 00010000:00010000:3.0:1746070975.835383:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.835421:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13946 00000100:00100000:3.0:1746070975.835427:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad022850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431429376:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.835437:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.835449:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.835464:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.835481:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2600/0xa5d7060008038169 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014edf expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.835504:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.835506:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.835511:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ee6 expref: 44 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.835518:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ee6 expref: 44 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.835542:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ee6 expref: 44 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.835552:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426854912:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.835613:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ac6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.838215:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426854912:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.838231:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.838268:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad022850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431429376:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2840us (2965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.838276:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13946 00000100:00100000:0.0:1746070975.838331:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.838432:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431429632 00000100:00100000:2.0:1746070975.838438:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431429632 00002000:00100000:2.0:1746070975.838463:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedea00 x1830887431429632/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.838472:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedea00 with x1830887431429632 ext(0->4095) 00002000:00010000:2.0:1746070975.838475:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dedea00 00000100:00100000:2.0:1746070975.838499:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13682 00000100:00100000:2.0:1746070975.838505:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431429632:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070975.838608:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431429632:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.838614:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13682 00002000:00100000:2.0:1746070975.838619:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedea00 x1830887431429632/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.838626:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedea00 with x1830887431429632 ext(0->4095) 00002000:00010000:2.0:1746070975.838629:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dedea00 00000100:00100000:0.0:1746070975.841746:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.841828:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431429760 00000100:00100000:1.0:1746070975.841834:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431429760 00000100:00100000:1.0:1746070975.842028:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30146 00000100:00100000:1.0:1746070975.842036:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431429760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.842049:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.842067:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014eed expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.842089:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ee6 expref: 43 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.842096:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.842098:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070975.842101:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eed expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.842124:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ee6 expref: 43 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.842134:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ee6 expref: 43 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.842144:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426855040:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.843260:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.844948:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426855040:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070975.844972:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eed expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.844986:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526d800, rc 0) 00000100:00100000:1.0:1746070975.845022:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431429760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2986us (3282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.845029:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30146 00000100:00100000:0.0:1746070975.846281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.846546:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431429888 00000100:00100000:3.0:1746070975.846553:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431429888 00010000:00010000:3.0:1746070975.846580:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ee6 expref: 44 pid: 10108 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.846611:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13947 00000100:00100000:3.0:1746070975.846617:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431429888:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070975.846628:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070975.846644:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ee6 expref: 44 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.846653:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ee6 expref: 44 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.846672:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5e17c00/0xa5d7060008038170 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ee6 expref: 44 pid: 10108 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.846696:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.846698:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.846704:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eed expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.846711:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eed expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.846736:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eed expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070975.846746:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426855168:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.846807:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.848196:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426855168:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070975.848207:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070975.848354:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2008:x1830887431429888:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1735us (2074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.848362:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13947 00000100:00100000:0.0:1746070975.848803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.848880:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431430144 00000100:00100000:3.0:1746070975.848885:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431430144 00002000:00100000:3.0:1746070975.848910:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd500 x1830887431430144/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.848918:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd500 with x1830887431430144 ext(0->4095) 00002000:00010000:3.0:1746070975.848921:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dedd500 00000100:00100000:3.0:1746070975.849108:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13683 00000100:00100000:3.0:1746070975.849115:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431430144:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070975.849626:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431430144:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 510us (822us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070975.849632:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13683 00002000:00100000:3.0:1746070975.849637:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dedd500 x1830887431430144/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.849644:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dedd500 with x1830887431430144 ext(0->4095) 00002000:00010000:3.0:1746070975.849647:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dedd500 00000100:00100000:0.0:1746070975.849768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.850655:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431430272 00000100:00100000:1.0:1746070975.850659:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431430272 00000100:00100000:1.0:1746070975.850689:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30147 00000100:00100000:1.0:1746070975.850693:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:1660:x1830887431430272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070975.850702:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070975.850714:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ef4 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.850732:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eed expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.850738:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.850740:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.850743:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 44 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.850762:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eed expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.850771:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eed expref: 5 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.850779:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426855296:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.850834:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.852383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.852681:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431430400 00000100:00100000:3.0:1746070975.852687:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431430400 00000100:00100000:3.0:1746070975.852723:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30148 00000100:00100000:3.0:1746070975.852729:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1661:x1830887431430400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.852740:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.852750:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014efb expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070975.852816:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426855296:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070975.852832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070975.852835:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 46 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.852845:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2000, rc 0) 00000100:00100000:2.0:1746070975.852890:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431430528 00000100:00100000:2.0:1746070975.852894:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431430528 00010000:00010000:2.0:1746070975.852910:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eed expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.852927:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13948 00000100:00100000:2.0:1746070975.852931:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431430528:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070975.852939:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070975.852952:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eed expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.852961:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eed expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.852975:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038177 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014eed expref: 6 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.852980:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.852984:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 46 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.852989:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.852992:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014efb expref: 46 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070975.853023:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:1660:x1830887431430272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2328us (3254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.853028:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30147 00010000:00010000:2.0:1746070975.853066:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.853068:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070975.853074:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.853081:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.853098:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.853108:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:2.0:1746070975.853115:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.853116:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426855424:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.853125:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.853132:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426855552:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.853166:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.853213:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.856928:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426855552:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070975.856945:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070975.856978:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431430528:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4046us (4145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.856986:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13948 00000100:00100000:3.0:1746070975.857367:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426855424:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070975.857386:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014efb expref: 45 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.857406:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:3.0:1746070975.857442:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:1661:x1830887431430400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4713us (5062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.857451:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30148 00000100:00100000:0.0:1746070975.857784:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.857844:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431430784 00000100:00100000:3.0:1746070975.857849:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431430784 00002000:00100000:3.0:1746070975.857900:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6331c00 x1830887431430784/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.857909:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6331c00 with x1830887431430784 ext(0->4095) 00010000:00010000:3.0:1746070975.857914:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.857925:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.857931:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6331c00 00000100:00100000:3.0:1746070975.857954:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2936 00000100:00100000:3.0:1746070975.857961:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431430784:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070975.858053:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431430784:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (269us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070975.858059:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2936 00002000:00100000:3.0:1746070975.858064:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6331c00 x1830887431430784/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.858070:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6331c00 with x1830887431430784 ext(0->4095) 00010000:00010000:3.0:1746070975.858075:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.858088:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.858093:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6331c00 00000100:00100000:0.0:1746070975.863426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.863685:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431430912 00000100:00100000:1.0:1746070975.863692:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431430912 00010000:00010000:1.0:1746070975.863721:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.863757:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13949 00000100:00100000:1.0:1746070975.863764:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6330e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2008:x1830887431430912:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070975.863776:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070975.863792:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.863802:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.863826:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c2000/0xa5d706000803817e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ef4 expref: 45 pid: 17293 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.863860:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.863882:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.863889:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014efb expref: 44 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.863897:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014efb expref: 44 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.863925:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014efb expref: 44 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070975.863935:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426855680:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070975.864710:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.869580:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070975.869931:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431431168 00000100:00100000:0.0:1746070975.869939:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431431168 00002000:00100000:0.0:1746070975.869976:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc40380 x1830887431431168/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.869985:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc40380 with x1830887431431168 ext(0->4095) 00002000:00010000:0.0:1746070975.869989:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc40380 00000100:00100000:0.0:1746070975.870020:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13684 00000100:00100000:0.0:1746070975.870027:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431431168:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070975.870145:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431431168:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (574us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070975.870152:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13684 00002000:00100000:0.0:1746070975.870156:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc40380 x1830887431431168/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070975.870162:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc40380 with x1830887431431168 ext(0->4095) 00002000:00010000:0.0:1746070975.870165:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc40380 00000100:00100000:1.0:1746070975.870607:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426855680:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070975.870626:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070975.870661:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2008:x1830887431430912:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6897us (7242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.870668:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13949 00000100:00100000:0.0:1746070975.872910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.873884:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431431296 00000100:00100000:3.0:1746070975.873892:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431431296 00000100:00100000:3.0:1746070975.873939:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30149 00000100:00100000:3.0:1746070975.873946:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6331880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431431296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.873961:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.873976:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f02 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.874000:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014efb expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.874007:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.874008:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.874011:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.874035:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014efb expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.874045:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014efb expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.874055:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426855808:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070975.874133:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.880100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.880781:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426855808:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070975.880806:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.880822:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e800, rc 0) 00000100:00100000:3.0:1746070975.880860:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6331880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431431296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6914us (7955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.880884:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30149 00000100:00100000:0.0:1746070975.881121:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.881176:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431431424 00000100:00100000:1.0:1746070975.881182:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431431424 00010000:00010000:1.0:1746070975.881204:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014efb expref: 44 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.881237:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13950 00000100:00100000:1.0:1746070975.881242:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431431424:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070975.881253:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070975.881266:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014efb expref: 44 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.881274:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014efb expref: 44 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.881291:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038185 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014efb expref: 44 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.881304:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.881305:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.881311:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.881318:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.881340:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070975.881349:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426855936:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070975.881511:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431431552 00000100:00100000:3.0:1746070975.881514:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431431552 00000100:00100000:3.0:1746070975.881533:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30150 00000100:00100000:3.0:1746070975.881537:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:1660:x1830887431431552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.881547:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.881555:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f09 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.881568:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.881574:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.881575:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070975.881578:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 45 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.881591:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.881603:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 5 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:3.0:1746070975.881610:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426856064:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070975.882085:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070975.882209:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.889973:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.890611:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431431808 00000100:00100000:3.0:1746070975.890618:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431431808 00002000:00100000:3.0:1746070975.890655:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff33480 x1830887431431808/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.890664:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff33480 with x1830887431431808 ext(0->4095) 00010000:00010000:3.0:1746070975.890672:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.890684:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.890690:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff33480 00000100:00100000:3.0:1746070975.890718:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2937 00000100:00100000:3.0:1746070975.890725:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431431808:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070975.890841:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431431808:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (875us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070975.890846:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2937 00002000:00100000:3.0:1746070975.890850:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff33480 x1830887431431808/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.890862:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff33480 with x1830887431431808 ext(0->4095) 00010000:00010000:3.0:1746070975.890883:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.890892:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.890898:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff33480 00000100:00100000:1.0:1746070975.891050:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426855936:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070975.891065:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070975.891085:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:2007:x1830887431431424:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 9843us (10993us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.891092:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13950 00000100:00100000:2.0:1746070975.891410:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426856064:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.891426:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 44 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.891437:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:2.0:1746070975.891456:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:1660:x1830887431431552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9919us (10336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.891461:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30150 00000100:00100000:0.0:1746070975.894431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.894805:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431431936 00000100:00100000:1.0:1746070975.894813:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431431936 00010000:00010000:1.0:1746070975.894842:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.894896:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13951 00000100:00100000:1.0:1746070975.894904:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431431936:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070975.894916:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070975.894933:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.894943:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.894962:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803818c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f02 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.894990:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.894992:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.894998:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.895004:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.895031:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070975.895041:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426856192:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070975.895112:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.904277:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.904371:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431432192 00000100:00100000:2.0:1746070975.904379:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431432192 00002000:00100000:2.0:1746070975.904425:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff31180 x1830887431432192/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.904434:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31180 with x1830887431432192 ext(0->4095) 00002000:00010000:2.0:1746070975.904439:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff31180 00000100:00100000:2.0:1746070975.904473:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13685 00000100:00100000:2.0:1746070975.904480:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2009:x1830887431432192:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070975.904590:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2009:x1830887431432192:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.904599:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13685 00002000:00100000:2.0:1746070975.904604:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff31180 x1830887431432192/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.904610:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31180 with x1830887431432192 ext(0->4095) 00002000:00010000:2.0:1746070975.904613:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff31180 00000100:00100000:1.0:1746070975.904689:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426856192:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070975.904704:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070975.904724:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431431936:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 9821us (10300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.904731:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13951 00000100:00100000:0.0:1746070975.911930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.912216:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431432320 00000100:00100000:2.0:1746070975.912225:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431432320 00000100:00100000:2.0:1746070975.912272:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30151 00000100:00100000:2.0:1746070975.912279:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431432320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.912293:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.912307:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f10 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.912333:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.912340:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.912342:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.912345:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.912368:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 43 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.912379:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 43 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:2.0:1746070975.912400:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426856320:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070975.912464:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070975.920513:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426856320:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070975.920540:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.920555:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:2.0:1746070975.920605:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431432320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8326us (8682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.920613:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30151 00000100:00100000:0.0:1746070975.921028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.921112:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431432448 00000100:00100000:3.0:1746070975.921119:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431432448 00002000:00100000:3.0:1746070975.921151:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f690000 x1830887431432448/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.921159:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690000 with x1830887431432448 ext(0->7) 00010000:00010000:3.0:1746070975.921165:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 44 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.921176:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 44 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.921181:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f690000 00000100:00100000:3.0:1746070975.921208:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2938 00000100:00100000:3.0:1746070975.921214:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:2007:x1830887431432448:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070975.925901:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2007:x1830887431432448:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 4679us (4866us total) trans 4294972290 rc 0/0 00000100:00100000:3.0:1746070975.925913:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2938 00002000:00100000:3.0:1746070975.925923:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f690000 x1830887431432448/t4294972290(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/448 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.925932:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690000 with x1830887431432448 ext(0->7) 00010000:00010000:3.0:1746070975.925940:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 46 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.925953:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 46 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.925958:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f690000 00000100:00100000:0.0:1746070975.927673:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.927747:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431432576 00000100:00100000:2.0:1746070975.927754:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431432576 00000100:00100000:2.0:1746070975.927797:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30152 00000100:00100000:2.0:1746070975.927804:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:1660:x1830887431432576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070975.927817:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070975.927831:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f17 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.927851:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070975.927856:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.927861:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070975.927894:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.927928:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.927939:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 47 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070975.927947:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325adc00, rc 0) 00000100:00100000:2.0:1746070975.927980:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:1660:x1830887431432576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070975.927985:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30152 00000100:00100000:0.0:1746070975.929142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.929194:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431432704 00000100:00100000:1.0:1746070975.929199:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431432704 00010000:00010000:1.0:1746070975.929215:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 47 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.929244:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13952 00000100:00100000:1.0:1746070975.929250:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2008:x1830887431432704:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070975.929259:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070975.929273:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 47 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.929282:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 47 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.929298:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038193 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f09 expref: 47 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.929321:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.929323:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.929327:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.929334:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.929354:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.929363:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 5 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.929373:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426856576:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070975.929449:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.930661:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426856576:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070975.930672:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070975.930696:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2008:x1830887431432704:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1447us (1557us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.930703:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13952 00000100:00100000:0.0:1746070975.934316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.934377:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431432960 00000100:00100000:3.0:1746070975.934385:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431432960 00002000:00100000:3.0:1746070975.934432:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f692a00 x1830887431432960/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.934441:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f692a00 with x1830887431432960 ext(0->4095) 00010000:00010000:3.0:1746070975.934450:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.934463:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.934470:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f692a00 00000100:00100000:3.0:1746070975.934499:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2939 00000100:00100000:3.0:1746070975.934506:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431432960:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070975.934627:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431432960:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (318us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070975.934636:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2939 00002000:00100000:3.0:1746070975.934641:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f692a00 x1830887431432960/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.934648:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f692a00 with x1830887431432960 ext(0->4095) 00010000:00010000:3.0:1746070975.934652:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:3.0:1746070975.934661:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00002000:00010000:3.0:1746070975.934667:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f692a00 00000100:00100000:0.0:1746070975.939182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.939919:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431433088 00000100:00100000:1.0:1746070975.939927:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431433088 00010000:00010000:1.0:1746070975.939954:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746070975.939985:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13953 00000100:00100000:1.0:1746070975.939991:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad022450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431433088:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070975.940001:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070975.940017:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.940026:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.940045:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d706000803819a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f10 expref: 6 pid: 9567 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746070975.940077:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.940079:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.940085:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 45 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.940092:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 45 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.940119:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 45 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070975.940129:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426856704:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070975.940199:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.945595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.946110:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426856704:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070975.946126:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070975.946160:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad022450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431433088:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6169us (6986us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.946169:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13953 00000100:00100000:2.0:1746070975.946443:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431433344 00000100:00100000:2.0:1746070975.946449:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431433344 00002000:00100000:2.0:1746070975.946481:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f690e00 x1830887431433344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.946489:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690e00 with x1830887431433344 ext(0->4095) 00002000:00010000:2.0:1746070975.946493:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f690e00 00000100:00100000:2.0:1746070975.946507:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13686 00000100:00100000:2.0:1746070975.946513:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2007:x1830887431433344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070975.946705:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2007:x1830887431433344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 191us (1116us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.946711:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13686 00002000:00100000:2.0:1746070975.946716:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f690e00 x1830887431433344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.946727:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f690e00 with x1830887431433344 ext(0->4095) 00002000:00010000:2.0:1746070975.946729:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f690e00 00000100:00100000:0.0:1746070975.954030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.954115:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431433472 00000100:00100000:3.0:1746070975.954125:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431433472 00000100:00100000:3.0:1746070975.954186:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30153 00000100:00100000:3.0:1746070975.954194:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431433472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.954211:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.954228:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f1e expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.954259:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 45 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.954266:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.954268:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.954271:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.954304:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 45 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.954314:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 45 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070975.954325:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426856832:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070975.954417:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.961643:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.961843:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426856832:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070975.961894:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.961910:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ea00, rc 0) 00000100:00100000:3.0:1746070975.961944:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431433472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7751us (7922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.961951:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30153 00000100:00100000:2.0:1746070975.962034:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431433600 00000100:00100000:2.0:1746070975.962040:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431433600 00002000:00100000:2.0:1746070975.962069:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f693800 x1830887431433600/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.962076:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f693800 with x1830887431433600 ext(0->7) 00010000:00010000:2.0:1746070975.962082:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 46 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070975.962091:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 46 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070975.962097:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f693800 00000100:00100000:2.0:1746070975.962109:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2940 00000100:00100000:2.0:1746070975.962119:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f693800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2008:x1830887431433600:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070975.965671:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f693800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2008:x1830887431433600:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3549us (4029us total) trans 4294972291 rc 0/0 00000100:00100000:2.0:1746070975.965680:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2940 00002000:00100000:2.0:1746070975.965689:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009f693800 x1830887431433600/t4294972291(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 496/448 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.965698:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f693800 with x1830887431433600 ext(0->7) 00010000:00010000:2.0:1746070975.965705:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 48 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070975.965723:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 48 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070975.965729:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f693800 00000100:00100000:0.0:1746070975.971920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.971998:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431433856 00000100:00100000:3.0:1746070975.972007:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431433856 00000100:00100000:3.0:1746070975.972058:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30154 00000100:00100000:3.0:1746070975.972065:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:1660:x1830887431433856:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070975.972080:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070975.972096:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f25 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.972119:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070975.972125:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.972130:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070975.972133:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 49 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.972161:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.972172:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 49 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070975.972181:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ee00, rc 0) 00000100:00100000:3.0:1746070975.972244:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:1660:x1830887431433856:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070975.972249:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30154 00000100:00100000:1.0:1746070975.972361:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.972423:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431433728 00000100:00100000:1.0:1746070975.972426:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431433728 00010000:00010000:1.0:1746070975.972440:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 49 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070975.972470:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13954 00000100:00100000:1.0:1746070975.972475:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2008:x1830887431433728:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070975.972486:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746070975.972496:0:7206:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746070975 -> 1746070976 00002000:00010000:1.0:1746070975.972499:0:7206:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746070975 -> 1746070976 00010000:00010000:1.0:1746070975.972503:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 49 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070975.972512:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 49 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070975.972527:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f17 expref: 49 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070975.972541:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.972543:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.972548:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.972554:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.972570:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.972579:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070975.972589:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426857088:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070975.972639:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070975.980127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070975.980185:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431434112 00000100:00100000:2.0:1746070975.980193:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431434112 00002000:00100000:2.0:1746070975.980226:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691180 x1830887431434112/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.980235:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691180 with x1830887431434112 ext(0->4095) 00010000:00010000:2.0:1746070975.980243:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070975.980255:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070975.980261:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691180 00000100:00100000:1.0:1746070975.980380:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426857088:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070975.980406:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070975.980441:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2008:x1830887431433728:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7966us (8080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.980449:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13954 00000100:00100000:2.0:1746070975.981715:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2941 00000100:00100000:2.0:1746070975.981723:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431434112:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070975.981841:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431434112:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (1722us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070975.981846:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2941 00002000:00100000:2.0:1746070975.981852:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691180 x1830887431434112/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070975.981859:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691180 with x1830887431434112 ext(0->4095) 00010000:00010000:2.0:1746070975.981878:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070975.981887:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070975.981893:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691180 00000100:00100000:0.0:1746070975.985448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070975.986160:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431434240 00000100:00100000:1.0:1746070975.986169:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431434240 00010000:00010000:1.0:1746070975.986198:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070975.986911:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13955 00000100:00100000:1.0:1746070975.986919:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431434240:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070975.986931:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070975.986950:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070975.986961:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070975.986980:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f1e expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070975.988145:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.988148:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070975.988156:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 47 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.988165:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 47 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070975.988195:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 47 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070975.988206:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426857216:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070975.988552:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:1.0:1746070975.993250:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426857216:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070975.993267:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070975.993317:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431434240:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6397us (7875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070975.993326:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13955 00000100:00100000:0.0:1746070975.993400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070975.993644:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431434496 00000100:00100000:3.0:1746070975.993650:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431434496 00002000:00100000:3.0:1746070975.993683:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607f100 x1830887431434496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/0 e 0 to 0 dl 1746070986 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.993691:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607f100 with x1830887431434496 ext(0->4095) 00002000:00010000:3.0:1746070975.993695:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a607f100 00000100:00100000:3.0:1746070975.993709:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13687 00000100:00100000:3.0:1746070975.993715:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2009:x1830887431434496:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070975.993825:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2009:x1830887431434496:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (434us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070975.993834:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13687 00002000:00100000:3.0:1746070975.993838:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a607f100 x1830887431434496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746070986 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070975.993844:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607f100 with x1830887431434496 ext(0->4095) 00002000:00010000:3.0:1746070975.993847:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a607f100 00000100:00100000:0.0:1746070976.005851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.005980:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431434624 00000100:00100000:2.0:1746070976.005989:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431434624 00000100:00100000:2.0:1746070976.006049:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30155 00000100:00100000:2.0:1746070976.006057:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431434624:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.006071:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.006087:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f2c expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.006113:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 47 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.006120:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.006122:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.006125:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.006149:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 47 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.006159:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 47 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.006175:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426857344:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.006241:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00080000:0.0:1746070976.007426:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070976.012160:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426857344:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.012193:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.012208:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325aca00, rc 0) 00000100:00100000:2.0:1746070976.012246:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431434624:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6191us (6404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.012254:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30155 00000100:00100000:0.0:1746070976.021990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.022044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.022123:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431434752 00000100:00100000:1.0:1746070976.022131:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431434752 00002000:00100000:1.0:1746070976.022186:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e0b1c00 x1830887431434752/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.022195:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b1c00 with x1830887431434752 ext(0->7) 00010000:00010000:1.0:1746070976.022204:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 48 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.022216:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 48 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.022222:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0b1c00 00000100:00080000:0.0:1746070976.022293:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070976.022348:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431434880 00000100:00100000:2.0:1746070976.022352:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431434880 00000100:00100000:1.0:1746070976.022641:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2942 00000100:00100000:1.0:1746070976.022649:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:2007:x1830887431434752:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070976.024195:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30156 00000100:00100000:2.0:1746070976.024204:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+49:1660:x1830887431434880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.024215:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.024229:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f33 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.024248:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.024253:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.024258:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070976.024261:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 50 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.024296:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.024306:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 50 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.024314:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325adc00, rc 0) 00000100:00100000:2.0:1746070976.024356:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:1660:x1830887431434880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (2372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.024361:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30156 00000100:00100000:1.0:1746070976.026382:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2007:x1830887431434752:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3729us (4331us total) trans 4294972292 rc 0/0 00000100:00100000:1.0:1746070976.026399:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2942 00002000:00100000:1.0:1746070976.026407:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e0b1c00 x1830887431434752/t4294972292(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/448 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.026414:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b1c00 with x1830887431434752 ext(0->7) 00010000:00010000:1.0:1746070976.026422:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 51 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.026433:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 51 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.026443:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0b1c00 00000100:00100000:0.0:1746070976.034794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.035764:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431435008 00000100:00100000:1.0:1746070976.035774:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431435008 00010000:00010000:1.0:1746070976.035804:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 51 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.036164:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13956 00000100:00100000:2.0:1746070976.036172:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+51:2008:x1830887431435008:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.036184:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.036199:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 51 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.036210:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 51 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.036229:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f25 expref: 51 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.037572:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.037575:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.037583:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.037592:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.037623:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.037633:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 5 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.037643:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426857600:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.037738:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.044199:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426857600:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070976.044199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:2.0:1746070976.044215:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.044252:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431435008:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 8079us (9464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.044262:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13956 00000100:00100000:1.0:1746070976.044923:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431435264 00000100:00100000:1.0:1746070976.044931:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431435264 00002000:00100000:1.0:1746070976.044964:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b0380 x1830887431435264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.044973:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0380 with x1830887431435264 ext(0->4095) 00010000:00010000:1.0:1746070976.044981:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.044992:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.044998:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0b0380 00000100:00100000:1.0:1746070976.045852:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2943 00000100:00100000:1.0:1746070976.045859:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431435264:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.046305:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431435264:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 445us (2304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.046311:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2943 00002000:00100000:1.0:1746070976.046317:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b0380 x1830887431435264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.046331:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0380 with x1830887431435264 ext(0->4095) 00010000:00010000:1.0:1746070976.046336:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.046346:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.046352:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0b0380 00000100:00100000:0.0:1746070976.049539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.049793:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431435392 00000100:00100000:2.0:1746070976.049801:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431435392 00010000:00010000:2.0:1746070976.049835:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.049896:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13957 00000100:00100000:2.0:1746070976.049902:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431435392:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.049914:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.049931:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.049941:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.049959:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f2c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.049978:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.049979:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.049985:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 49 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.049992:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 49 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.050017:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 49 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.050027:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426857728:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.050096:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.053845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.053906:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431435648 00000100:00100000:1.0:1746070976.053913:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431435648 00002000:00100000:1.0:1746070976.053946:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b0000 x1830887431435648/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.053955:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0000 with x1830887431435648 ext(0->4095) 00002000:00010000:1.0:1746070976.053960:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b0000 00000100:00100000:2.0:1746070976.053965:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426857728:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.053980:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070976.053991:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13688 00000100:00100000:1.0:1746070976.053996:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431435648:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070976.054019:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431435392:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4117us (4485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.054027:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13957 00000100:00100000:1.0:1746070976.054079:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431435648:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.054084:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13688 00002000:00100000:1.0:1746070976.054088:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b0000 x1830887431435648/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.054095:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b0000 with x1830887431435648 ext(0->4095) 00002000:00010000:1.0:1746070976.054097:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b0000 00000100:00100000:0.0:1746070976.057071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.058535:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431435776 00000100:00100000:3.0:1746070976.058543:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431435776 00000100:00100000:3.0:1746070976.058650:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30157 00000100:00100000:3.0:1746070976.058658:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431435776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.058673:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.058686:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f3a expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.058709:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 49 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.058716:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.058717:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.058721:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.058747:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 49 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.058757:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 49 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.058773:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426857856:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.058854:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.071229:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426857856:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.071256:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.071270:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e600, rc 0) 00000100:00100000:3.0:1746070976.071323:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431435776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12666us (14257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.071330:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30157 00000100:00100000:0.0:1746070976.071549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.071838:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431435904 00000100:00100000:2.0:1746070976.071845:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431435904 00002000:00100000:2.0:1746070976.071907:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012b8d5500 x1830887431435904/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.071915:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d5500 with x1830887431435904 ext(0->7) 00010000:00010000:2.0:1746070976.071924:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 50 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.071935:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 50 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.071940:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b8d5500 00000100:00100000:2.0:1746070976.072058:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2944 00000100:00100000:2.0:1746070976.072069:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+50:2008:x1830887431435904:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070976.074679:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2008:x1830887431435904:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2607us (3122us total) trans 4294972293 rc 0/0 00000100:00100000:2.0:1746070976.074690:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2944 00002000:00100000:2.0:1746070976.074699:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012b8d5500 x1830887431435904/t4294972293(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/448 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.074708:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d5500 with x1830887431435904 ext(0->7) 00010000:00010000:2.0:1746070976.074715:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 52 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.074728:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 52 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.074734:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b8d5500 00000100:00100000:0.0:1746070976.097756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.099956:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431436032 00000100:00100000:2.0:1746070976.099967:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431436032 00010000:00010000:2.0:1746070976.100000:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 52 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746070976.104068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.104169:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431436160 00000100:00100000:3.0:1746070976.104177:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431436160 00000100:00100000:3.0:1746070976.104217:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30158 00000100:00100000:3.0:1746070976.104224:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:1660:x1830887431436160:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.104240:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.104255:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f41 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.104279:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.104285:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.104291:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070976.104294:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 54 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.104325:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.104335:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 54 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.104344:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ee00, rc 0) 00000100:00100000:3.0:1746070976.104378:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:1660:x1830887431436160:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.104384:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30158 00000100:00100000:1.0:1746070976.105023:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13958 00000100:00100000:1.0:1746070976.105032:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+53:2010:x1830887431436032:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070976.105041:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070976.105057:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 53 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.105067:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 53 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.105082:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d70600080381bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f33 expref: 53 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.105106:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.105108:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.105113:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.105121:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.105139:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.105149:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.105159:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426858112:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070976.105218:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.107058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.107110:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431436416 00000100:00100000:2.0:1746070976.107117:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431436416 00002000:00100000:2.0:1746070976.107146:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0e680 x1830887431436416/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.107153:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0e680 with x1830887431436416 ext(0->4095) 00010000:00010000:2.0:1746070976.107160:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.107170:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.107175:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0e680 00000100:00100000:2.0:1746070976.107190:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2945 00000100:00100000:2.0:1746070976.107195:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431436416:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070976.107302:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431436416:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.107308:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2945 00002000:00100000:2.0:1746070976.107313:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0e680 x1830887431436416/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.107319:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0e680 with x1830887431436416 ext(0->4095) 00010000:00010000:2.0:1746070976.107323:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.107331:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.107336:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0e680 00000100:00100000:1.0:1746070976.107509:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426858112:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070976.107524:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070976.107545:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2010:x1830887431436032:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2515us (9796us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.107551:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13958 00000100:00100000:0.0:1746070976.109745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.109840:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431436544 00000100:00100000:1.0:1746070976.109846:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431436544 00010000:00010000:1.0:1746070976.109933:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.110068:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13959 00000100:00100000:1.0:1746070976.110074:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431436544:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070976.110085:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070976.110101:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.110111:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.110130:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080381c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f3a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.110142:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.110144:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.110149:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 51 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.110161:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 51 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.110187:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 51 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070976.110197:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426858240:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070976.110269:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.115146:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.115214:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431436800 00000100:00100000:2.0:1746070976.115221:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431436800 00002000:00100000:2.0:1746070976.115256:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0c700 x1830887431436800/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.115265:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0c700 with x1830887431436800 ext(0->4095) 00002000:00010000:2.0:1746070976.115269:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0c700 00000100:00100000:2.0:1746070976.115300:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13689 00000100:00100000:2.0:1746070976.115307:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2009:x1830887431436800:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070976.115429:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2009:x1830887431436800:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.115435:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13689 00002000:00100000:2.0:1746070976.115441:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e0c700 x1830887431436800/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.115448:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0c700 with x1830887431436800 ext(0->4095) 00002000:00010000:2.0:1746070976.115450:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0c700 00000100:00100000:1.0:1746070976.115790:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426858240:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070976.115808:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070976.115829:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431436544:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5755us (6089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.115836:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13959 00000100:00100000:0.0:1746070976.122380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.122488:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431436928 00000100:00100000:3.0:1746070976.122495:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431436928 00000100:00100000:3.0:1746070976.124297:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30159 00000100:00100000:3.0:1746070976.124309:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431436928:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.124324:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.124338:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f48 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.124361:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 51 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.124367:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.124369:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.124372:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.124415:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 51 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.124427:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 51 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.124437:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426858368:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.124523:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.126729:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426858368:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.126754:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.126768:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ea00, rc 0) 00000100:00100000:3.0:1746070976.126813:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431436928:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2508us (4440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.126821:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30159 00000100:00100000:0.0:1746070976.126893:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.127536:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431437056 00000100:00100000:3.0:1746070976.127541:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431437056 00002000:00100000:3.0:1746070976.127567:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e0f800 x1830887431437056/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.127576:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0f800 with x1830887431437056 ext(0->7) 00010000:00010000:3.0:1746070976.127582:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 52 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.127597:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 52 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.127602:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0f800 00000100:00100000:3.0:1746070976.127713:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2946 00000100:00100000:3.0:1746070976.127720:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+52:2007:x1830887431437056:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070976.132029:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2007:x1830887431437056:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 4302us (5128us total) trans 4294972294 rc 0/0 00000100:00100000:3.0:1746070976.132040:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2946 00002000:00100000:3.0:1746070976.132049:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e0f800 x1830887431437056/t4294972294(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/448 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.132058:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0f800 with x1830887431437056 ext(0->7) 00010000:00010000:3.0:1746070976.132066:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 54 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.132080:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 54 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.132086:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e0f800 00000100:00100000:0.0:1746070976.136232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.136325:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.136579:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431437312 00000100:00100000:1.0:1746070976.136588:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431437312 00010000:00010000:1.0:1746070976.136617:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 54 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.136704:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431437184 00000100:00100000:3.0:1746070976.136707:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431437184 00000100:00100000:3.0:1746070976.136732:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30160 00000100:00100000:3.0:1746070976.136738:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1660:x1830887431437184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.136752:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.136765:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f4f expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.136784:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.136789:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.136795:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070976.136798:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f4f expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.136827:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.136838:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f4f expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.136847:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:3.0:1746070976.136911:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1660:x1830887431437184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.136917:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30160 00000100:00100000:1.0:1746070976.136998:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13960 00000100:00100000:1.0:1746070976.137004:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad022050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2008:x1830887431437312:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070976.137012:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070976.137027:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 55 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.137041:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 55 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.137058:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080381cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f41 expref: 55 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.137081:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.137083:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.137088:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.137095:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.137114:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.137123:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 5 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.137134:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426858624:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070976.137835:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.138855:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eaf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426858624:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070976.138890:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070976.138916:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad022050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2008:x1830887431437312:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1911us (2690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.138926:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13960 00000100:00100000:0.0:1746070976.139590:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.139716:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431437568 00000100:00100000:3.0:1746070976.139722:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431437568 00002000:00100000:3.0:1746070976.139750:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd26680 x1830887431437568/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.139758:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd26680 with x1830887431437568 ext(0->4095) 00010000:00010000:3.0:1746070976.139764:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.139780:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.139786:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd26680 00000100:00100000:3.0:1746070976.140330:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2947 00000100:00100000:3.0:1746070976.140337:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431437568:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070976.141976:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431437568:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1635us (2382us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.141984:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2947 00002000:00100000:3.0:1746070976.141991:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd26680 x1830887431437568/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.141999:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd26680 with x1830887431437568 ext(0->4095) 00010000:00010000:3.0:1746070976.142006:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.142017:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.142023:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd26680 00000100:00100000:0.0:1746070976.144748:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.144992:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431437696 00000100:00100000:1.0:1746070976.145000:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431437696 00010000:00010000:1.0:1746070976.145028:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.145054:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13961 00000100:00100000:1.0:1746070976.145060:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431437696:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070976.145072:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070976.145087:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.145098:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.145118:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d70600080381d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f48 expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.145129:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.145131:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.145136:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f4f expref: 53 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.145144:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f4f expref: 53 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.145170:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f4f expref: 53 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070976.145181:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426858752:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070976.145251:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.147462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.147702:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426858752:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070976.147718:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070976.148091:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431437696:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3029us (3350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.148099:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13961 00000100:00100000:3.0:1746070976.148658:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431437952 00000100:00100000:3.0:1746070976.148665:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431437952 00002000:00100000:3.0:1746070976.148799:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd25880 x1830887431437952/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.148808:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd25880 with x1830887431437952 ext(0->4095) 00002000:00010000:3.0:1746070976.148812:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd25880 00000100:00100000:3.0:1746070976.149068:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13690 00000100:00100000:3.0:1746070976.149075:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2008:x1830887431437952:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070976.149567:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2008:x1830887431437952:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 382us (2000us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.149614:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13690 00002000:00100000:3.0:1746070976.149623:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd25880 x1830887431437952/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.149630:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd25880 with x1830887431437952 ext(0->4095) 00002000:00010000:3.0:1746070976.149633:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd25880 00000100:00100000:0.0:1746070976.154126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.154218:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431438080 00000100:00100000:2.0:1746070976.154225:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431438080 00000100:00100000:2.0:1746070976.154273:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30161 00000100:00100000:2.0:1746070976.154279:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431438080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.154295:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.154307:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f56 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.154331:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f4f expref: 53 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.154337:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.154339:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.154342:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.154369:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f4f expref: 53 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.154378:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f4f expref: 53 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.154418:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426858880:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.154483:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.158126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.158163:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.158264:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426858880:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.158290:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.158304:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac400, rc 0) 00000100:00100000:2.0:1746070976.158338:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431438080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4059us (4217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.158348:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30161 00000100:00100000:2.0:1746070976.158370:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431438336 00000100:00100000:2.0:1746070976.158373:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431438336 00000100:00100000:2.0:1746070976.158415:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30162 00000100:00100000:2.0:1746070976.158420:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:1660:x1830887431438336:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.158431:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.158440:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f5d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.158456:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.158460:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.158466:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070976.158469:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.158490:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.158499:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.158505:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325aca00, rc 0) 00000100:00100000:2.0:1746070976.158519:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1660:x1830887431438336:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.158524:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30162 00000100:00100000:1.0:1746070976.158634:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431438208 00000100:00100000:1.0:1746070976.158638:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431438208 00010000:00010000:1.0:1746070976.158652:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f4f expref: 55 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.158669:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13962 00000100:00100000:1.0:1746070976.158673:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2007:x1830887431438208:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070976.158681:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070976.158694:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f4f expref: 55 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.158703:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f4f expref: 55 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.158717:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080381d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f4f expref: 55 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.158861:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.158888:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.158894:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.158901:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.158921:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.158930:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.158939:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426859136:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070976.158983:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.161935:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426859136:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070976.161954:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070976.161985:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2007:x1830887431438208:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3310us (3863us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.161993:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13962 00000100:00100000:0.0:1746070976.162156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.162238:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431438592 00000100:00100000:3.0:1746070976.162244:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431438592 00002000:00100000:3.0:1746070976.162273:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381ca80 x1830887431438592/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.162281:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381ca80 with x1830887431438592 ext(0->4095) 00010000:00010000:3.0:1746070976.162288:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.162298:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.162304:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381ca80 00000100:00100000:3.0:1746070976.162332:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2948 00000100:00100000:3.0:1746070976.162338:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431438592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070976.162454:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431438592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.162459:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2948 00002000:00100000:3.0:1746070976.162464:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381ca80 x1830887431438592/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.162471:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381ca80 with x1830887431438592 ext(0->4095) 00010000:00010000:3.0:1746070976.162475:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.162483:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.162488:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381ca80 00000100:00100000:2.0:1746070976.169576:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830887426859648:0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.169625:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070976.169644:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426860160:0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.169658:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070976.169666:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426860672:0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.169676:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070976.169689:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1746070976.169692:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426859520:0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.169707:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070976.169716:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3764:1830887426860032:0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.169726:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070976.169733:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3764:1830887426860544:0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.169743:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070976.169762:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426859648 00000100:00100000:2.0:1746070976.169767:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426859648 00000100:00100000:2.0:1746070976.169790:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426860032 00000100:00100000:2.0:1746070976.169791:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426860032 00000100:00100000:2.0:1746070976.169804:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426860544 00000100:00100000:2.0:1746070976.169806:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426860544 00000100:00100000:2.0:1746070976.169816:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1746070976.169820:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830887426859648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.169849:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830887426859648:12345-0@lo:400:kworker.0 Request processed in 29us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.169853:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1746070976.169879:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1746070976.169882:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830887426860032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.169899:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830887426860032:12345-0@lo:400:kworker.0 Request processed in 17us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.169903:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1746070976.169908:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1746070976.169911:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830887426860544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.169923:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830887426860544:12345-0@lo:400:kworker.0 Request processed in 12us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.169927:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00080000:2.0:1746070976.169936:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746070976.169955:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3764:1830887426860032:0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.169961:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3764:1830887426860544:0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.169967:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830887426859648:0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.169985:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426860160 00000100:00100000:2.0:1746070976.169987:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426860160 00000100:00080000:2.0:1746070976.169995:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070976.170010:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426860672 00000100:00100000:2.0:1746070976.170011:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426860672 00000100:00100000:2.0:1746070976.170022:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1746070976.170025:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1830887426860160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.170042:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1830887426860160:12345-0@lo:400:kworker.0 Request processed in 17us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.170046:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1746070976.170052:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1746070976.170055:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1830887426860672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.170066:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3764:x1830887426860672:12345-0@lo:400:kworker.0 Request processed in 11us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.170070:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00080000:2.0:1746070976.170075:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746070976.170083:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426860160:0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.170089:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426860672:0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.170122:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426859520 00000100:00100000:2.0:1746070976.170123:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426859520 00000100:00100000:2.0:1746070976.170137:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1746070976.170141:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3764:x1830887426859520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.170160:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3764:x1830887426859520:12345-0@lo:400:kworker.0 Request processed in 19us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.170164:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1746070976.170178:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426859520:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170248:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b6e34143-9aca-4109-8ccf-1624f7851e8d:3765:1830887426859264:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170270:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070976.170293:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426859776:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170306:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070976.170313:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426860288:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170323:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070976.170329:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426860800:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170339:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070976.170347:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746070976.170351:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830887426859392:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170362:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070976.170369:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3765:1830887426859904:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170379:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070976.170395:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3765:1830887426860416:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170407:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070976.170423:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426859392 00000100:00100000:0.0:1746070976.170425:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426859392 00000100:00100000:0.0:1746070976.170439:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426859904 00000100:00100000:0.0:1746070976.170441:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426859904 00000100:00100000:0.0:1746070976.170450:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426860416 00000100:00100000:0.0:1746070976.170451:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426860416 00000100:00100000:0.0:1746070976.170460:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:0.0:1746070976.170463:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830887426859392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170481:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830887426859392:12345-0@lo:400:kworker.0 Request processed in 18us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070976.170485:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:0.0:1746070976.170492:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1746070976.170495:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830887426859904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170506:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830887426859904:12345-0@lo:400:kworker.0 Request processed in 11us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070976.170510:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1746070976.170514:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:0.0:1746070976.170517:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830887426860416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170528:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830887426860416:12345-0@lo:400:kworker.0 Request processed in 11us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070976.170531:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00080000:0.0:1746070976.170538:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070976.170548:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830887426859392:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170553:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3765:1830887426859904:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170558:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3765:1830887426860416:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170571:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426860288 00000100:00100000:0.0:1746070976.170573:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426860288 00000100:00080000:0.0:1746070976.170579:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070976.170587:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426860800 00000100:00100000:0.0:1746070976.170589:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426860800 00000100:00080000:0.0:1746070976.170594:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070976.170598:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1746070976.170601:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426860288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170618:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426860288:12345-0@lo:400:kworker.0 Request processed in 16us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070976.170622:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1746070976.170632:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426860288:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170646:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1746070976.170649:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426860800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.170664:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426860800:12345-0@lo:400:kworker.0 Request processed in 15us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070976.170667:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1746070976.170677:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426860800:0@lo:400:kworker.0 00000100:00100000:3.0:1746070976.170745:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426859264 00000100:00100000:3.0:1746070976.170748:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426859264 00000100:00100000:3.0:1746070976.170767:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1746070976.170770:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b6e34143-9aca-4109-8ccf-1624f7851e8d+23:3765:x1830887426859264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070976.170792:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7eed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b6e34143-9aca-4109-8ccf-1624f7851e8d+23:3765:x1830887426859264:12345-0@lo:400:kworker.0 Request processed in 22us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.170796:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1746070976.172847:0:18883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426859776 00000100:00100000:2.0:1746070976.172855:0:18883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426859776 00000100:00100000:2.0:1746070976.172902:0:18883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1746070976.172907:0:18883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426859776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070976.172947:0:18883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426859776:12345-0@lo:400:kworker.0 Request processed in 41us (2640us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.172952:0:18883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1746070976.173067:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b6e34143-9aca-4109-8ccf-1624f7851e8d:3765:1830887426859264:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.173076:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426859776:0@lo:400:kworker.0 00000100:00100000:0.0:1746070976.174070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.174151:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431438720 00000100:00100000:1.0:1746070976.174155:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431438720 00010000:00010000:1.0:1746070976.174177:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.174206:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13963 00000100:00100000:1.0:1746070976.174211:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431438720:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070976.174220:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070976.174236:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.174246:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.174264:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080381e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f56 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.174534:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.174536:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.174543:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.174552:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.174578:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070976.174587:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426860928:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070976.175093:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.176433:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426860928:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070976.176445:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070976.176468:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431438720:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2257us (2401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.176478:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13963 00000100:00100000:0.0:1746070976.177070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.177161:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431438976 00000100:00100000:2.0:1746070976.177167:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431438976 00002000:00100000:2.0:1746070976.177194:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381e300 x1830887431438976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.177204:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381e300 with x1830887431438976 ext(0->4095) 00002000:00010000:2.0:1746070976.177207:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381e300 00000100:00100000:2.0:1746070976.177232:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13691 00000100:00100000:2.0:1746070976.177238:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2007:x1830887431438976:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.177338:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2007:x1830887431438976:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (269us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.177344:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13691 00002000:00100000:2.0:1746070976.177349:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381e300 x1830887431438976/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.177356:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381e300 with x1830887431438976 ext(0->4095) 00002000:00010000:2.0:1746070976.177385:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381e300 00000100:00100000:0.0:1746070976.179596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.179661:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431439104 00000100:00100000:2.0:1746070976.179666:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431439104 00000100:00100000:2.0:1746070976.179694:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30163 00000100:00100000:2.0:1746070976.179700:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431439104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.179710:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.179723:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f64 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.179744:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.179750:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.179752:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.179755:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f64 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.179777:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.179787:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 53 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.179796:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426861056:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.179885:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.181632:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426861056:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.181664:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f64 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.181677:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635a00, rc 0) 00000100:00100000:2.0:1746070976.181720:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431439104:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2019us (2127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.181727:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30163 00000100:00100000:0.0:1746070976.182565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.182625:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431439232 00000100:00100000:2.0:1746070976.182630:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431439232 00002000:00100000:2.0:1746070976.182655:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012381d500 x1830887431439232/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.182663:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381d500 with x1830887431439232 ext(0->7) 00010000:00010000:2.0:1746070976.182669:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 54 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.182679:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 54 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.182689:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381d500 00000100:00100000:2.0:1746070976.182714:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2949 00000100:00100000:2.0:1746070976.182721:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+54:2009:x1830887431439232:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746070976.183035:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746070976.183045:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426861184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746070976.183075:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070976.183201:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426861184 00000100:00100000:3.0:1746070976.183205:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426861184 00000100:00100000:3.0:1746070976.183238:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1746070976.183244:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426861184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746070976.183262:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746070976.183290:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426861184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.183295:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1746070976.183724:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426861184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746070976.183915:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2009:x1830887431439232:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1193us (1349us total) trans 4294972295 rc 0/0 00000100:00100000:0.0:1746070976.183921:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2949 00002000:00100000:0.0:1746070976.183926:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012381d500 x1830887431439232/t4294972295(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/448 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070976.183937:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381d500 with x1830887431439232 ext(0->7) 00010000:00010000:0.0:1746070976.183941:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746070976.183950:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746070976.184061:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381d500 00000100:00100000:0.0:1746070976.188710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.188797:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431439360 00000100:00100000:1.0:1746070976.188805:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431439360 00010000:00010000:1.0:1746070976.188835:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.189027:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13964 00000100:00100000:2.0:1746070976.189036:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2010:x1830887431439360:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.189048:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.189065:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.189075:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.189095:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d70600080381e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f5d expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.189112:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.189113:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.189120:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f64 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.189126:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f64 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.189153:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f64 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.189166:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426861312:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.189239:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.196924:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426861312:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.196943:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.196978:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2010:x1830887431439360:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7944us (8274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.196986:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13964 00000100:00100000:0.0:1746070976.197171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.197265:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431439616 00000100:00100000:1.0:1746070976.197271:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431439616 00002000:00100000:1.0:1746070976.197299:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803100 x1830887431439616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.197307:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803100 with x1830887431439616 ext(0->4095) 00002000:00010000:1.0:1746070976.197310:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d803100 00000100:00100000:1.0:1746070976.197337:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13692 00000100:00100000:1.0:1746070976.197343:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431439616:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.197445:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431439616:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.197451:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13692 00002000:00100000:1.0:1746070976.197456:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d803100 x1830887431439616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.197462:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d803100 with x1830887431439616 ext(0->4095) 00002000:00010000:1.0:1746070976.197464:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d803100 00000100:00100000:0.0:1746070976.200742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.200785:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.200886:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431439744 00000100:00100000:1.0:1746070976.200893:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431439744 00000100:00100000:1.0:1746070976.200922:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431439872 00000100:00100000:1.0:1746070976.200923:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431439872 00000100:00100000:1.0:1746070976.200980:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30164 00000100:00100000:1.0:1746070976.200988:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1660:x1830887431439744:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.201002:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.201017:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f6b expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.201039:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f64 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.201045:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.201046:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.201050:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.201075:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f64 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.201084:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f64 expref: 5 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.201095:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426861440:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.201153:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.201179:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30165 00000100:00100000:1.0:1746070976.201184:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431439872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.201190:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.201196:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f72 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.201205:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.201209:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.201214:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.201216:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f72 expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.201236:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.201245:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f72 expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.201254:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:1.0:1746070976.201273:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1661:x1830887431439872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.201279:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30165 00000100:00100000:0.0:1746070976.205385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.205617:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431440000 00000100:00100000:2.0:1746070976.205624:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431440000 00010000:00010000:2.0:1746070976.205652:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f64 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.205676:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13965 00000100:00100000:2.0:1746070976.205681:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431440000:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.205690:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.205705:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f64 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.205715:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f64 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.205734:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.205736:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.205742:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.205752:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.205777:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.205784:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.205793:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426861696:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070976.205958:0:9567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080381ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f64 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.205972:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426861440:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.205992:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.205999:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.206007:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b40df200, rc 0) 00000100:00100000:1.0:1746070976.206028:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1660:x1830887431439744:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5041us (5291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.206034:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30164 00000100:00100000:2.0:1746070976.206566:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.207162:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426861696:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.207172:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.207191:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431440000:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1510us (1814us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.207196:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13965 00000100:00100000:0.0:1746070976.207960:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.208015:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431440256 00000100:00100000:3.0:1746070976.208020:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431440256 00002000:00100000:3.0:1746070976.208045:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01ff800 x1830887431440256/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.208053:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff800 with x1830887431440256 ext(0->4095) 00010000:00010000:3.0:1746070976.208059:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.208068:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.208073:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01ff800 00000100:00100000:3.0:1746070976.208097:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2950 00000100:00100000:3.0:1746070976.208103:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431440256:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070976.208209:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431440256:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.208214:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2950 00002000:00100000:3.0:1746070976.208219:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01ff800 x1830887431440256/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.208225:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff800 with x1830887431440256 ext(0->4095) 00010000:00010000:3.0:1746070976.208230:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.208242:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.208247:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01ff800 00000100:00100000:0.0:1746070976.210448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.210515:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431440384 00000100:00100000:2.0:1746070976.210591:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431440384 00010000:00010000:2.0:1746070976.210616:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.210705:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13966 00000100:00100000:2.0:1746070976.210712:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431440384:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.210778:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.210798:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.210809:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.210826:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b40df200/0xa5d70600080381f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f6b expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.210852:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.210853:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.210859:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f72 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.210888:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f72 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.210913:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f72 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.210924:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426861824:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.211698:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.214159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.214256:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c214380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426861824:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.214274:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070976.214292:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431440640 00000100:00100000:1.0:1746070976.214298:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431440640 00000100:00100000:2.0:1746070976.214315:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431440384:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3603us (3871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.214324:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13966 00002000:00100000:1.0:1746070976.214329:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcff100 x1830887431440640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.214338:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcff100 with x1830887431440640 ext(0->4095) 00002000:00010000:1.0:1746070976.214342:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcff100 00000100:00100000:1.0:1746070976.214369:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13693 00000100:00100000:1.0:1746070976.214376:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431440640:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.214491:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431440640:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.214496:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13693 00002000:00100000:1.0:1746070976.214501:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcff100 x1830887431440640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.214508:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcff100 with x1830887431440640 ext(0->4095) 00002000:00010000:1.0:1746070976.214510:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcff100 00000100:00100000:2.0:1746070976.215119:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746070976.215130:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426861952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746070976.215159:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070976.215363:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746070976.215371:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426862080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746070976.215545:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426861952 00000100:00100000:1.0:1746070976.215552:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426861952 00000100:00100000:1.0:1746070976.215573:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1746070976.215578:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426861952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746070976.215595:0:9569:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3920044032 avail 3688521728 00000100:00100000:3.0:1746070976.215630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070976.215692:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426862080 00000100:00100000:2.0:1746070976.215695:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426862080 00000100:00100000:2.0:1746070976.215712:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1746070976.215716:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426862080:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746070976.215724:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426861952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 147us (565us total) trans 0 rc 0/0 00002000:00000024:2.0:1746070976.215726:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3920044032 avail 3688521728 00000100:00100000:1.0:1746070976.215729:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1746070976.215745:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426862080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 29us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.215750:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1746070976.215772:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096ead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426861952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746070976.215793:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dcfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426862080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746070976.217052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.217141:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431440768 00000100:00100000:1.0:1746070976.217146:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431440768 00000100:00100000:1.0:1746070976.217180:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30166 00000100:00100000:1.0:1746070976.217186:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431440768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.217196:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.217216:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f79 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.217237:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f72 expref: 55 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.217244:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.217245:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.217248:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f79 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.217267:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f72 expref: 55 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.217281:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f72 expref: 55 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.217290:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426862208:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.217356:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.218384:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426862208:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.218468:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f79 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.218479:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291e00, rc 0) 00000100:00100000:1.0:1746070976.218510:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431440768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1325us (1461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.218515:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30166 00000100:00100000:0.0:1746070976.219024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.219091:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431440896 00000100:00100000:2.0:1746070976.219096:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431440896 00010000:00010000:2.0:1746070976.219114:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f72 expref: 56 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.219133:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13967 00000100:00100000:2.0:1746070976.219138:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad021c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431440896:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.219147:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.219160:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f72 expref: 56 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.219169:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f72 expref: 56 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.219185:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d70600080381fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f72 expref: 56 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.219430:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.219432:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.219438:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f79 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.219446:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f79 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.219470:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f79 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.219479:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426862336:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.219784:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.221121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.221194:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426862336:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.221208:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.221233:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad021c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2008:x1830887431440896:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2095us (2210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.221241:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13967 00000100:00100000:3.0:1746070976.221341:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431441152 00000100:00100000:3.0:1746070976.221346:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431441152 00002000:00100000:3.0:1746070976.221373:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfc000 x1830887431441152/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.221381:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfc000 with x1830887431441152 ext(0->4095) 00002000:00010000:3.0:1746070976.221384:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcfc000 00000100:00100000:3.0:1746070976.221670:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13694 00000100:00100000:3.0:1746070976.221682:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431441152:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070976.221784:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431441152:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (666us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.221789:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13694 00002000:00100000:3.0:1746070976.221795:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfc000 x1830887431441152/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.221802:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfc000 with x1830887431441152 ext(0->4095) 00002000:00010000:3.0:1746070976.221805:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcfc000 00000100:00100000:0.0:1746070976.223433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.223488:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431441280 00000100:00100000:1.0:1746070976.223493:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431441280 00000100:00100000:1.0:1746070976.223529:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30167 00000100:00100000:1.0:1746070976.223535:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1661:x1830887431441280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.223545:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.223562:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f80 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.223588:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f79 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.223597:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.223599:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.223602:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.223625:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f79 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.223635:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f79 expref: 5 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.223645:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426862464:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.223754:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.224016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.224128:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431441408 00000100:00100000:3.0:1746070976.224131:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431441408 00000100:00100000:3.0:1746070976.224149:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30168 00000100:00100000:3.0:1746070976.224153:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1660:x1830887431441408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.224159:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.224164:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f87 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.224176:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.224179:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.224184:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.224186:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.224203:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.224213:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.224220:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fe00, rc 0) 00000100:00100000:3.0:1746070976.224241:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1660:x1830887431441408:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.224247:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30168 00000100:00100000:0.0:1746070976.225523:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.225584:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431441536 00000100:00100000:2.0:1746070976.225589:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431441536 00000100:00100000:1.0:1746070976.225597:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426862464:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.225608:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f79 expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.225612:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.225620:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:2.0:1746070976.225626:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13968 00000100:00100000:2.0:1746070976.225630:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431441536:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.225640:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.225654:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f79 expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.225663:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f79 expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.225679:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038203 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f79 expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.225679:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431441280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2145us (2250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.225685:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30167 00010000:00010000:2.0:1746070976.225700:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.225702:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.225707:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.225715:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.225743:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.225751:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.225760:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426862720:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.225789:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.227966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.228115:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431441792 00000100:00100000:1.0:1746070976.228121:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431441792 00002000:00100000:1.0:1746070976.228151:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777800 x1830887431441792/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.228164:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777800 with x1830887431441792 ext(0->4095) 00010000:00010000:1.0:1746070976.228171:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.228183:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.228188:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072777800 00000100:00100000:1.0:1746070976.228211:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2951 00000100:00100000:1.0:1746070976.228216:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2009:x1830887431441792:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070976.228314:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2009:x1830887431441792:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (353us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.228319:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426862720:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070976.228320:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2951 00002000:00100000:1.0:1746070976.228325:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072777800 x1830887431441792/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.228331:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777800 with x1830887431441792 ext(0->4095) 00010000:00010000:2.0:1746070976.228332:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070976.228334:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.228342:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.228347:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072777800 00000100:00100000:2.0:1746070976.228350:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431441536:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2720us (2832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.228356:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13968 00000100:00100000:0.0:1746070976.234477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.234529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.234537:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431441920 00000100:00100000:1.0:1746070976.234545:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431441920 00000100:00100000:1.0:1746070976.234577:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30169 00000100:00100000:1.0:1746070976.234584:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431441920:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.234598:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746070976.234602:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431442048 00000100:00100000:2.0:1746070976.234605:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431442048 00010000:00010000:1.0:1746070976.234612:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f8e expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.234620:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.234631:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746070976.234635:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13969 00010000:00010000:1.0:1746070976.234635:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.234640:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2010:x1830887431442048:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070976.234640:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070976.234643:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.234647:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.234660:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.234668:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.234671:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.234681:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d706000803820a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f80 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.234688:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.234695:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.234696:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.234700:0:9567:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.234708:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.234783:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070976.234949:0:9567:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.234959:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.235291:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2010:x1830887431442048:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 648us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.235297:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13969 00000100:00100000:1.0:1746070976.235339:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426862976:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070976.235393:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.238602:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426862976:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070976.238619:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:1.0:1746070976.238656:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431441920:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4072us (4184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.238664:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30169 00000100:00100000:0.0:1746070976.238965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.239244:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431442304 00000100:00100000:3.0:1746070976.239251:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431442304 00002000:00100000:3.0:1746070976.239284:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c0000 x1830887431442304/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.239292:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0000 with x1830887431442304 ext(0->4095) 00010000:00010000:3.0:1746070976.239300:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.239311:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.239317:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c0000 00000100:00100000:3.0:1746070976.239342:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2952 00000100:00100000:3.0:1746070976.239349:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431442304:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070976.239456:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431442304:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (491us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.239462:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2952 00002000:00100000:3.0:1746070976.239466:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c0000 x1830887431442304/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.239473:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0000 with x1830887431442304 ext(0->4095) 00010000:00010000:3.0:1746070976.239477:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.239485:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.239490:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c0000 00000100:00100000:0.0:1746070976.241602:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.241796:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431442432 00000100:00100000:1.0:1746070976.241804:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431442432 00000100:00100000:0.0:1746070976.241860:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.242071:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431442560 00000100:00100000:3.0:1746070976.242075:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431442560 00010000:00010000:3.0:1746070976.242093:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 57 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.242122:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13970 00000100:00100000:3.0:1746070976.242128:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2010:x1830887431442560:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.242138:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.242152:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 57 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.242162:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 57 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.242181:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038211 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f87 expref: 57 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.242197:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.242199:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.242205:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070976.242207:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30170 00010000:00010000:3.0:1746070976.242211:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070976.242215:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1660:x1830887431442432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.242225:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.242234:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f95 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.242236:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.242250:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426863104:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070976.242251:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.242261:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.242262:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.242265:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f95 expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.242281:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.242290:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 5 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.242298:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426863232:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.242301:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.242319:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.243962:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426863104:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.244299:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.244338:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2010:x1830887431442560:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2209us (2477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.244346:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13970 00000100:00100000:1.0:1746070976.244374:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426863232:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.244401:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f95 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070976.244410:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070976.244413:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290e00, rc 0) 00000100:00100000:1.0:1746070976.244434:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1660:x1830887431442432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2221us (2837us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.244440:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30170 00000100:00100000:1.0:1746070976.244462:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431442816 00000100:00100000:1.0:1746070976.244467:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431442816 00002000:00100000:1.0:1746070976.244487:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c2a00 x1830887431442816/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.244501:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2a00 with x1830887431442816 ext(0->4095) 00010000:00010000:1.0:1746070976.244505:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.244515:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.244521:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c2a00 00000100:00100000:1.0:1746070976.244533:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2953 00000100:00100000:1.0:1746070976.244538:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431442816:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.244637:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431442816:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (227us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.244642:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2953 00002000:00100000:1.0:1746070976.244646:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c2a00 x1830887431442816/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.244652:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c2a00 with x1830887431442816 ext(0->4095) 00010000:00010000:1.0:1746070976.244655:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.244663:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.244667:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c2a00 00000100:00100000:0.0:1746070976.246339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.246420:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431442944 00000100:00100000:3.0:1746070976.246424:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431442944 00010000:00010000:3.0:1746070976.246442:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.246460:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13971 00000100:00100000:3.0:1746070976.246466:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431442944:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.246474:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.246485:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.246494:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.246514:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038218 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f8e expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.246639:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.246642:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.246648:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f95 expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.246655:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f95 expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.246681:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f95 expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.246692:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426863360:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.247050:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.249221:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426863360:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.249237:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.249270:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431442944:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2804us (2935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.249279:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13971 00000100:00100000:0.0:1746070976.249552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.249668:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431443200 00000100:00100000:1.0:1746070976.249674:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431443200 00002000:00100000:1.0:1746070976.249700:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fb100 x1830887431443200/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.249709:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fb100 with x1830887431443200 ext(0->4095) 00002000:00010000:1.0:1746070976.249713:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839fb100 00000100:00100000:1.0:1746070976.249726:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13695 00000100:00100000:1.0:1746070976.249731:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431443200:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.249814:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431443200:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.249819:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13695 00002000:00100000:1.0:1746070976.249824:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fb100 x1830887431443200/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.249830:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fb100 with x1830887431443200 ext(0->4095) 00002000:00010000:1.0:1746070976.249833:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839fb100 00000100:00100000:0.0:1746070976.252256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.252336:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431443328 00000100:00100000:1.0:1746070976.252341:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431443328 00000100:00100000:1.0:1746070976.252374:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30171 00000100:00100000:1.0:1746070976.252379:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431443328:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.252399:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.252412:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014f9c expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.252434:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f95 expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.252444:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.252445:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.252448:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.252471:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f95 expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.252479:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f95 expref: 55 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.252489:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426863488:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.253028:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.255564:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426863488:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.255595:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.255610:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:1.0:1746070976.255669:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431443328:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3288us (3416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.255676:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30171 00000100:00100000:1.0:1746070976.256014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.256419:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431443456 00000100:00100000:3.0:1746070976.256425:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431443456 00010000:00010000:3.0:1746070976.256450:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f95 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.256484:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13972 00000100:00100000:3.0:1746070976.256490:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431443456:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.256502:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.256518:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f95 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.256533:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f95 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.256550:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d706000803821f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f95 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.256574:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.256576:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.256582:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.256589:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.256614:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.256624:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426863616:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.256682:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.259476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.259583:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431443584 00000100:00100000:0.0:1746070976.259588:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431443584 00000100:00100000:0.0:1746070976.259618:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30172 00000100:00100000:0.0:1746070976.259624:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1660:x1830887431443584:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070976.259638:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070976.259651:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014fa3 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.259673:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.259679:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070976.259680:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070976.259683:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.259706:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.259716:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 5 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746070976.259730:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426863744:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070976.259805:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.259983:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426863616:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.259999:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.260021:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2008:x1830887431443456:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3531us (4007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.260028:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13972 00000100:00100000:0.0:1746070976.260461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.260553:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431443840 00000100:00100000:3.0:1746070976.260557:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431443840 00002000:00100000:3.0:1746070976.260580:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f8000 x1830887431443840/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.260588:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f8000 with x1830887431443840 ext(0->4095) 00010000:00010000:3.0:1746070976.260594:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.260603:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.260608:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839f8000 00000100:00100000:3.0:1746070976.260621:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2954 00000100:00100000:3.0:1746070976.260626:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431443840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070976.260726:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431443840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.260732:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2954 00002000:00100000:3.0:1746070976.260736:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f8000 x1830887431443840/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.260744:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f8000 with x1830887431443840 ext(0->4095) 00010000:00010000:3.0:1746070976.260748:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.260756:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.260761:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839f8000 00000100:00100000:0.0:1746070976.262809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.262925:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426863744:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.262950:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.262962:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9e00, rc 0) 00000100:00100000:2.0:1746070976.262994:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1660:x1830887431443584:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3370us (3525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.263000:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30172 00000100:00100000:2.0:1746070976.263020:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431443968 00000100:00100000:2.0:1746070976.263023:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431443968 00000100:00100000:2.0:1746070976.263046:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30173 00000100:00100000:2.0:1746070976.263052:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1661:x1830887431443968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.263061:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.263071:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014faa expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.263086:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.263090:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.263095:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.263098:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014faa expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.263121:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.263130:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014faa expref: 57 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.263141:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634000, rc 0) 00000100:00100000:2.0:1746070976.263155:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431443968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.263159:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30173 00000100:00100000:0.0:1746070976.265122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.265145:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431444096 00000100:00100000:3.0:1746070976.265337:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431444096 00010000:00010000:3.0:1746070976.265368:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.265409:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13973 00000100:00100000:3.0:1746070976.265415:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431444096:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.265425:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.265440:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.265449:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.265467:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038226 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014f9c expref: 6 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.265492:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.265494:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.265499:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.265506:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.265531:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.265544:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.265554:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426864000:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.265616:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.269554:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426864000:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.269584:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.269621:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431444096:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4205us (4504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.269644:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13973 00000100:00100000:0.0:1746070976.269915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.271271:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431444352 00000100:00100000:1.0:1746070976.271279:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431444352 00002000:00100000:1.0:1746070976.271310:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f9f80 x1830887431444352/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.271323:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f9f80 with x1830887431444352 ext(0->4095) 00010000:00010000:1.0:1746070976.271330:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.271341:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.271347:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839f9f80 00000100:00100000:1.0:1746070976.271550:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2955 00000100:00100000:1.0:1746070976.271557:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2008:x1830887431444352:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070976.271688:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2008:x1830887431444352:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (1772us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.271694:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2955 00002000:00100000:1.0:1746070976.271699:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f9f80 x1830887431444352/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.271705:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f9f80 with x1830887431444352 ext(0->4095) 00010000:00010000:1.0:1746070976.271710:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.271718:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.271723:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839f9f80 00000100:00100000:0.0:1746070976.273919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.274589:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431444480 00000100:00100000:3.0:1746070976.274597:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431444480 00010000:00010000:3.0:1746070976.274624:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.275197:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13974 00000100:00100000:3.0:1746070976.275206:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad021850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431444480:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.275218:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.275235:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.275245:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.275265:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9e00/0xa5d706000803822d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fa3 expref: 57 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.275294:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.275296:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.275302:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014faa expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.275309:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014faa expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.275337:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014faa expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.275347:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426864128:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.275434:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.278784:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.278894:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426864128:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.278914:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.278959:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad021850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431444480:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3754us (5046us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.278968:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13974 00000100:00100000:2.0:1746070976.279462:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431444736 00000100:00100000:2.0:1746070976.279469:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431444736 00002000:00100000:2.0:1746070976.279498:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fbb80 x1830887431444736/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.279507:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fbb80 with x1830887431444736 ext(0->4095) 00002000:00010000:2.0:1746070976.279511:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839fbb80 00000100:00100000:2.0:1746070976.279536:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13696 00000100:00100000:2.0:1746070976.279543:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431444736:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070976.279644:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431444736:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (868us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.279650:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13696 00002000:00100000:2.0:1746070976.279655:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fbb80 x1830887431444736/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.279661:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fbb80 with x1830887431444736 ext(0->4095) 00002000:00010000:2.0:1746070976.279664:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839fbb80 00000100:00100000:0.0:1746070976.281299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.281412:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431444864 00000100:00100000:3.0:1746070976.281417:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431444864 00000100:00100000:3.0:1746070976.281456:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30174 00000100:00100000:3.0:1746070976.281471:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431444864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.281481:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.281495:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014fb1 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.281522:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014faa expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.281528:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.281529:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.281533:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb1 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.281555:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014faa expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.281566:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014faa expref: 55 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.281576:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426864256:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.281769:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.283976:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426864256:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.283998:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb1 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.284011:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:3.0:1746070976.284053:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431444864:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2590us (2756us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.284060:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30174 00000100:00100000:0.0:1746070976.285398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.285629:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431444992 00000100:00100000:3.0:1746070976.285636:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431444992 00010000:00010000:3.0:1746070976.285660:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014faa expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.285692:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13975 00000100:00100000:3.0:1746070976.285699:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431444992:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.285709:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.285725:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014faa expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.285734:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014faa expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.285754:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038234 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014faa expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.285781:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.285783:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.285789:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb1 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.285796:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb1 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.285821:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb1 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.285831:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426864384:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.285904:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.288352:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426864384:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.288370:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.288791:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2008:x1830887431444992:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3089us (3401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.288802:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13975 00000100:00100000:0.0:1746070976.288890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.289015:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431445248 00000100:00100000:2.0:1746070976.289021:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431445248 00002000:00100000:2.0:1746070976.289049:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e895c00 x1830887431445248/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.289063:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e895c00 with x1830887431445248 ext(0->4095) 00002000:00010000:2.0:1746070976.289067:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e895c00 00000100:00100000:2.0:1746070976.289082:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13697 00000100:00100000:2.0:1746070976.289088:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431445248:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070976.289192:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431445248:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (328us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.289197:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13697 00002000:00100000:2.0:1746070976.289203:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e895c00 x1830887431445248/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.289210:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e895c00 with x1830887431445248 ext(0->4095) 00002000:00010000:2.0:1746070976.289212:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e895c00 00000100:00100000:0.0:1746070976.290603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.290964:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431445376 00000100:00100000:3.0:1746070976.290970:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431445376 00000100:00100000:3.0:1746070976.291187:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30175 00000100:00100000:3.0:1746070976.291194:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1660:x1830887431445376:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.291205:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.291217:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014fb8 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.291237:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb1 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.291243:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.291244:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.291247:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.291268:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb1 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.291276:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb1 expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.291290:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426864512:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070976.292087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.292118:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.292492:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431445504 00000100:00100000:2.0:1746070976.292496:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431445504 00000100:00100000:2.0:1746070976.292519:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30176 00000100:00100000:2.0:1746070976.292523:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431445504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.292530:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.292537:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014fbf expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.292549:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.292552:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.292557:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.292559:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fbf expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.292578:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.292586:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fbf expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.292593:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635a00, rc 0) 00000100:00100000:2.0:1746070976.292627:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1661:x1830887431445504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.292631:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30176 00000100:00100000:3.0:1746070976.294022:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426864512:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.294041:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.294050:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e000, rc 0) 00000100:00100000:3.0:1746070976.294720:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1660:x1830887431445376:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3525us (4118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.294727:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30175 00000100:00100000:0.0:1746070976.296242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.296349:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431445632 00000100:00100000:3.0:1746070976.296356:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431445632 00010000:00010000:3.0:1746070976.296396:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb1 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.296537:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13976 00000100:00100000:3.0:1746070976.296545:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e896a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431445632:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.296557:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.296576:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb1 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.296585:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb1 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.296609:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d706000803823b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb1 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.296765:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.296767:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.296774:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.296781:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.296811:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.296821:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 56 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.296831:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426864768:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.297334:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.299621:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426864768:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.299640:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.299673:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e896a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431445632:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3128us (3435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.299682:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13976 00000100:00100000:0.0:1746070976.300023:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.300588:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431445888 00000100:00100000:3.0:1746070976.300594:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431445888 00002000:00100000:3.0:1746070976.300626:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e894700 x1830887431445888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.300635:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e894700 with x1830887431445888 ext(0->4095) 00010000:00010000:3.0:1746070976.300642:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.300654:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.300661:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e894700 00000100:00100000:2.0:1746070976.301162:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2956 00000100:00100000:2.0:1746070976.301171:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e894700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431445888:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.301278:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e894700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431445888:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (1256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.301284:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2956 00002000:00100000:2.0:1746070976.301290:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e894700 x1830887431445888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.301297:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e894700 with x1830887431445888 ext(0->4095) 00010000:00010000:2.0:1746070976.301302:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.301311:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.301321:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e894700 00000100:00100000:0.0:1746070976.303589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.303779:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431446016 00000100:00100000:3.0:1746070976.303786:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431446016 00010000:00010000:3.0:1746070976.303810:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.303842:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13977 00000100:00100000:3.0:1746070976.303848:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e895180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2009:x1830887431446016:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.303858:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.303893:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.303903:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.303923:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038242 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fb8 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.303952:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.303954:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.303960:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fbf expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.303967:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fbf expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.303995:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fbf expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.304005:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426864896:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.304073:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.305358:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426864896:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.305370:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.305408:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2009:x1830887431446016:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1559us (1824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.305415:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13977 00000100:00100000:0.0:1746070976.306551:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.307150:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431446272 00000100:00100000:3.0:1746070976.307156:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431446272 00002000:00100000:3.0:1746070976.307185:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e895500 x1830887431446272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.307193:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e895500 with x1830887431446272 ext(0->4095) 00002000:00010000:3.0:1746070976.307197:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e895500 00000100:00100000:3.0:1746070976.307600:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13698 00000100:00100000:3.0:1746070976.307607:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e895500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2010:x1830887431446272:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070976.307733:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2010:x1830887431446272:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (1182us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.307738:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13698 00002000:00100000:3.0:1746070976.307743:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e895500 x1830887431446272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.307750:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e895500 with x1830887431446272 ext(0->4095) 00002000:00010000:3.0:1746070976.307752:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e895500 00000100:00100000:0.0:1746070976.309509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.309696:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431446400 00000100:00100000:3.0:1746070976.309701:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431446400 00000100:00100000:3.0:1746070976.309822:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30177 00000100:00100000:3.0:1746070976.309828:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431446400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.309839:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.309851:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014fc6 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.309889:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fbf expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.309895:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.309896:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.309899:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.309919:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fbf expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.309933:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fbf expref: 55 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.309942:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426865024:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.310557:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.312683:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426865024:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.312708:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.312721:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e600, rc 0) 00000100:00100000:3.0:1746070976.312756:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431446400:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2927us (3250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.312763:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30177 00000100:00100000:0.0:1746070976.313110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.313558:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431446528 00000100:00100000:3.0:1746070976.313563:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431446528 00010000:00010000:3.0:1746070976.313582:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fbf expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.313808:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13978 00000100:00100000:3.0:1746070976.313815:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431446528:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.313824:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.313839:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fbf expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.313853:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fbf expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.313892:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d7060008038249 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fbf expref: 56 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.314294:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.314296:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.314303:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.314309:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.314332:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.314342:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426865152:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.314682:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.317137:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426865152:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.317155:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.317906:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2007:x1830887431446528:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4088us (4793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.317916:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13978 00000100:00100000:1.0:1746070976.318746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.319002:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.319057:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431446912 00000100:00100000:2.0:1746070976.319063:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431446912 00000100:00100000:2.0:1746070976.319090:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30178 00000100:00100000:2.0:1746070976.319095:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1660:x1830887431446912:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.319109:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.319123:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014fcd expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.319143:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.319149:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.319150:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.319153:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.319173:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.319181:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.319191:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426865280:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.319238:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.319356:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431446784 00000100:00100000:3.0:1746070976.319360:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431446784 00002000:00100000:3.0:1746070976.319380:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eac700 x1830887431446784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.319396:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eac700 with x1830887431446784 ext(0->4095) 00010000:00010000:3.0:1746070976.319402:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.319410:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.319415:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eac700 00000100:00100000:3.0:1746070976.319427:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2957 00000100:00100000:3.0:1746070976.319431:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431446784:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070976.319509:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431446784:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 77us (764us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.319513:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2957 00002000:00100000:3.0:1746070976.319518:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eac700 x1830887431446784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.319525:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eac700 with x1830887431446784 ext(0->4095) 00010000:00010000:3.0:1746070976.319529:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.319536:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.319541:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096eac700 00000100:00100000:0.0:1746070976.322507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.322891:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431447040 00000100:00100000:2.0:1746070976.322897:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431447040 00000100:00100000:2.0:1746070976.322934:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30179 00000100:00100000:2.0:1746070976.322939:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431447040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.322952:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.322964:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014fd4 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.322983:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.322987:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.322992:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.322994:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fd4 expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.323020:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.323029:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fd4 expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.323036:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635800, rc 0) 00000100:00100000:2.0:1746070976.323966:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1661:x1830887431447040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1023us (1461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.323972:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30179 00000100:00100000:1.0:1746070976.324591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.324671:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431447168 00000100:00100000:2.0:1746070976.324675:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431447168 00010000:00010000:2.0:1746070976.324692:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.324712:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13979 00000100:00100000:2.0:1746070976.324717:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431447168:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.324725:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.324739:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.324749:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.324767:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.324768:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.324775:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.324782:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.324803:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.324813:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.324822:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426865536:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.324890:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746070976.325402:0:17293:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038250 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fc6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.325565:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426865280:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.325584:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.325591:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.325599:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635e00, rc 0) 00000100:00100000:3.0:1746070976.325631:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1660:x1830887431446912:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6536us (6629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.325637:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30178 00000100:00100000:0.0:1746070976.327556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.327626:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426865536:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.327639:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.327673:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431447168:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2956us (3084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.327680:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13979 00000100:00100000:3.0:1746070976.327847:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431447424 00000100:00100000:3.0:1746070976.327853:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431447424 00002000:00100000:3.0:1746070976.328061:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e369c00 x1830887431447424/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.328070:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369c00 with x1830887431447424 ext(0->4095) 00010000:00010000:3.0:1746070976.328076:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.328085:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.328090:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e369c00 00000100:00100000:3.0:1746070976.328111:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2958 00000100:00100000:3.0:1746070976.328117:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431447424:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070976.328209:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431447424:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (657us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.328215:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2958 00002000:00100000:3.0:1746070976.328220:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e369c00 x1830887431447424/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.328226:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369c00 with x1830887431447424 ext(0->4095) 00010000:00010000:3.0:1746070976.328230:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.328238:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.328243:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e369c00 00000100:00100000:0.0:1746070976.330859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.331006:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431447552 00000100:00100000:2.0:1746070976.331013:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431447552 00010000:00010000:2.0:1746070976.331048:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.331194:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13980 00000100:00100000:2.0:1746070976.331201:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2009:x1830887431447552:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.331212:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.331227:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.331236:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.331253:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038257 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fcd expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.331267:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.331269:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.331274:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fd4 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.331280:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fd4 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.331303:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fd4 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.331312:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426865664:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.331371:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.334545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.334645:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431447808 00000100:00100000:1.0:1746070976.334651:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431447808 00002000:00100000:1.0:1746070976.334682:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e36bb80 x1830887431447808/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.334692:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36bb80 with x1830887431447808 ext(0->4095) 00002000:00010000:1.0:1746070976.334696:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e36bb80 00000100:00100000:1.0:1746070976.334727:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13699 00000100:00100000:1.0:1746070976.334733:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2008:x1830887431447808:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070976.334838:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2008:x1830887431447808:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.334844:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13699 00002000:00100000:1.0:1746070976.334850:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e36bb80 x1830887431447808/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.334856:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36bb80 with x1830887431447808 ext(0->4095) 00002000:00010000:1.0:1746070976.334859:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e36bb80 00000100:00100000:2.0:1746070976.334982:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426865664:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.334997:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.335018:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2009:x1830887431447552:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3818us (4167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.335025:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13980 00000100:00100000:0.0:1746070976.336776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.336853:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431447936 00000100:00100000:3.0:1746070976.336858:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431447936 00000100:00100000:3.0:1746070976.336903:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30180 00000100:00100000:3.0:1746070976.336908:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431447936:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.336918:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.336929:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014fdb expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.336949:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fd4 expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.336959:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.336960:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.336963:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fdb expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.336983:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fd4 expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.336991:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fd4 expref: 55 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.337000:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426865792:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.337554:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.338654:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426865792:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.338671:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fdb expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.338681:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:3.0:1746070976.338704:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431447936:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1795us (1930us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.338710:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30180 00000100:00100000:0.0:1746070976.340148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.340214:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431448064 00000100:00100000:2.0:1746070976.340219:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431448064 00010000:00010000:2.0:1746070976.340239:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fd4 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.340265:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13981 00000100:00100000:2.0:1746070976.340271:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad021450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431448064:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.340282:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.340297:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fd4 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.340305:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fd4 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.340321:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d706000803825e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fd4 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.340703:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.340706:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.340712:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fdb expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.340718:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fdb expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.340743:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fdb expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.340753:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426865920:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.340817:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.342982:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426865920:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.343001:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.343030:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad021450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2008:x1830887431448064:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2758us (2884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.343039:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13981 00000100:00100000:0.0:1746070976.343464:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.343609:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431448320 00000100:00100000:3.0:1746070976.343615:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431448320 00002000:00100000:3.0:1746070976.343647:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e369500 x1830887431448320/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.343662:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369500 with x1830887431448320 ext(0->4095) 00002000:00010000:3.0:1746070976.343666:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e369500 00000100:00100000:3.0:1746070976.343696:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13700 00000100:00100000:3.0:1746070976.343703:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431448320:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070976.343794:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431448320:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (330us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.343799:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13700 00002000:00100000:3.0:1746070976.343804:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e369500 x1830887431448320/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.343810:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369500 with x1830887431448320 ext(0->4095) 00002000:00010000:3.0:1746070976.343812:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e369500 00000100:00100000:0.0:1746070976.345427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.346290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.346431:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431448448 00000100:00100000:3.0:1746070976.346437:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431448448 00000100:00100000:3.0:1746070976.346471:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431448576 00000100:00100000:3.0:1746070976.346473:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431448576 00000100:00100000:3.0:1746070976.346484:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30181 00000100:00100000:3.0:1746070976.346489:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1660:x1830887431448448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.346500:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.346512:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014fe2 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.346531:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fdb expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.346542:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.346543:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.346546:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.346569:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fdb expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.346577:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fdb expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.346586:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426866048:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.346636:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.346773:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30182 00000100:00100000:2.0:1746070976.346780:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431448576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.346786:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.346793:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014fe9 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.346803:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.346807:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.346811:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.346813:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe9 expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.346831:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.346840:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe9 expref: 58 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.346848:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635800, rc 0) 00000100:00100000:2.0:1746070976.346887:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1661:x1830887431448576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.346892:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30182 00000100:00100000:0.0:1746070976.350750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.350839:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426866048:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.350881:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.350895:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:3.0:1746070976.350929:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1660:x1830887431448448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4438us (5504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.350936:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30181 00000100:00100000:2.0:1746070976.351010:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431448704 00000100:00100000:2.0:1746070976.351015:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431448704 00010000:00010000:2.0:1746070976.351035:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fdb expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.351066:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13982 00000100:00100000:2.0:1746070976.351072:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431448704:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.351082:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.351097:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fdb expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.351111:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fdb expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.351128:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038265 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fdb expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.351152:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.351154:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.351159:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.351166:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.351190:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.351199:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 56 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.351209:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426866304:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.351252:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.353761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.353921:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431448960 00000100:00100000:1.0:1746070976.353927:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431448960 00002000:00100000:1.0:1746070976.353957:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edc000 x1830887431448960/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.353965:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edc000 with x1830887431448960 ext(0->4095) 00010000:00010000:1.0:1746070976.353973:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.353984:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.353990:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5edc000 00000100:00100000:1.0:1746070976.354017:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2959 00000100:00100000:1.0:1746070976.354023:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431448960:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.354119:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431448960:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.354124:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2959 00002000:00100000:1.0:1746070976.354131:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edc000 x1830887431448960/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.354137:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edc000 with x1830887431448960 ext(0->4095) 00010000:00010000:1.0:1746070976.354142:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.354149:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.354154:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5edc000 00000100:00100000:2.0:1746070976.354253:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426866304:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.354266:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.354301:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431448704:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3229us (3558us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.354312:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13982 00000100:00100000:0.0:1746070976.358045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.358153:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431449088 00000100:00100000:2.0:1746070976.358161:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431449088 00010000:00010000:2.0:1746070976.358186:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.358221:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13983 00000100:00100000:2.0:1746070976.358227:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431449088:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.358238:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.358253:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.358263:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.358282:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803826c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe2 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.358311:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.358313:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.358319:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe9 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.358326:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe9 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.358352:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe9 expref: 56 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.358364:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426866432:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.358473:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.361593:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.361742:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431449344 00000100:00100000:3.0:1746070976.361749:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431449344 00002000:00100000:3.0:1746070976.361784:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e119880 x1830887431449344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.361799:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119880 with x1830887431449344 ext(0->4095) 00002000:00010000:3.0:1746070976.361803:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119880 00000100:00100000:2.0:1746070976.361900:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426866432:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.361916:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.361945:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431449088:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3718us (3907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.361952:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13983 00000100:00100000:1.0:1746070976.362231:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13701 00000100:00100000:1.0:1746070976.362238:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431449344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.362320:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431449344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (734us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.362325:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13701 00002000:00100000:1.0:1746070976.362329:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e119880 x1830887431449344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.362340:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119880 with x1830887431449344 ext(0->4095) 00002000:00010000:1.0:1746070976.362343:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119880 00000100:00100000:0.0:1746070976.364535:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.364631:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431449472 00000100:00100000:3.0:1746070976.364636:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431449472 00000100:00100000:3.0:1746070976.364678:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30183 00000100:00100000:3.0:1746070976.364685:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431449472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.364696:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.364709:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ff0 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.364730:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe9 expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.364737:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.364738:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.364741:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff0 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.364765:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe9 expref: 55 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.364780:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe9 expref: 55 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.364790:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426866560:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.364852:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.367549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.367619:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431449600 00000100:00100000:2.0:1746070976.367625:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431449600 00010000:00010000:2.0:1746070976.367649:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe9 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.367680:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13984 00000100:00100000:2.0:1746070976.367686:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431449600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.367696:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.367712:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe9 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.367723:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe9 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.367740:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.367742:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.367748:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff0 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.367761:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff0 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.367786:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff0 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.367796:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426866688:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.367846:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746070976.367974:0:17293:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008038273 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014fe9 expref: 56 pid: 9567 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.367996:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426866560:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.368014:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff0 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.368023:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fe00, rc 0) 00000100:00100000:3.0:1746070976.368046:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431449472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3361us (3516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.368053:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30183 00000100:00100000:0.0:1746070976.370147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.370230:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426866688:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.370244:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.370274:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2008:x1830887431449600:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2587us (2730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.370281:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13984 00000100:00100000:3.0:1746070976.370360:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431449856 00000100:00100000:3.0:1746070976.370365:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431449856 00002000:00100000:3.0:1746070976.370405:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e119180 x1830887431449856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.370414:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119180 with x1830887431449856 ext(0->4095) 00002000:00010000:3.0:1746070976.370417:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119180 00000100:00100000:3.0:1746070976.370743:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13702 00000100:00100000:3.0:1746070976.370751:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431449856:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070976.370849:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431449856:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (708us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.370855:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13702 00002000:00100000:3.0:1746070976.370860:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e119180 x1830887431449856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.370884:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119180 with x1830887431449856 ext(0->4095) 00002000:00010000:3.0:1746070976.370888:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119180 00000100:00100000:0.0:1746070976.372502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.372590:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431449984 00000100:00100000:3.0:1746070976.372595:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431449984 00000100:00100000:3.0:1746070976.372632:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30184 00000100:00100000:3.0:1746070976.372639:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1660:x1830887431449984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.372649:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.372663:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ff7 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.372684:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff0 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.372691:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.372693:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.372696:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.372720:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff0 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.372729:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff0 expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.372739:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426866816:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.372809:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.373044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.373106:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431450112 00000100:00100000:2.0:1746070976.373126:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431450112 00000100:00100000:2.0:1746070976.373152:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30185 00000100:00100000:2.0:1746070976.373156:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431450112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.373162:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.373169:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f014ffe expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.373184:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.373187:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.373196:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.373198:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ffe expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.373217:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.373227:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ffe expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.373345:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634000, rc 0) 00000100:00100000:2.0:1746070976.373380:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1661:x1830887431450112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.373396:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30185 00000100:00100000:3.0:1746070976.374631:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426866816:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.374646:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.374655:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e600, rc 0) 00000100:00100000:3.0:1746070976.374675:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1660:x1830887431449984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2038us (2178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.374679:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30184 00000100:00100000:0.0:1746070976.374787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.374854:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431450240 00000100:00100000:3.0:1746070976.374858:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431450240 00010000:00010000:3.0:1746070976.374898:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff0 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.374927:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13985 00000100:00100000:3.0:1746070976.374933:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431450240:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.374941:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.374955:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff0 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.374964:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff0 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.374980:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d706000803827a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff0 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.375001:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.375003:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.375008:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.375024:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.375260:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.375269:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 56 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.375279:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426867072:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.375595:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.378107:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426867072:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.378120:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.378155:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431450240:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3222us (3370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.378163:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13985 00000100:00100000:0.0:1746070976.378668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.378832:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431450496 00000100:00100000:1.0:1746070976.378838:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431450496 00002000:00100000:1.0:1746070976.378892:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118a80 x1830887431450496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.378901:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118a80 with x1830887431450496 ext(0->4095) 00010000:00010000:1.0:1746070976.378908:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.378919:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.378925:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e118a80 00000100:00100000:1.0:1746070976.378948:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2960 00000100:00100000:1.0:1746070976.378954:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2008:x1830887431450496:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070976.379056:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2008:x1830887431450496:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.379062:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2960 00002000:00100000:1.0:1746070976.379067:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118a80 x1830887431450496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.379074:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118a80 with x1830887431450496 ext(0->4095) 00010000:00010000:1.0:1746070976.379078:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.379087:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.379093:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e118a80 00000100:00100000:0.0:1746070976.382378:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.382581:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431450624 00000100:00100000:3.0:1746070976.382588:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431450624 00010000:00010000:3.0:1746070976.382615:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.382651:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13986 00000100:00100000:3.0:1746070976.382657:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2008:x1830887431450624:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.382667:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.382683:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.382693:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.382711:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038281 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ff7 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.382725:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.382726:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.382732:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ffe expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.382739:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ffe expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.382764:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ffe expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.382774:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426867200:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.382844:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.384639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.384700:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431450880 00000100:00100000:2.0:1746070976.384705:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431450880 00002000:00100000:2.0:1746070976.384731:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118e00 x1830887431450880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.384739:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118e00 with x1830887431450880 ext(0->4095) 00002000:00010000:2.0:1746070976.384742:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118e00 00000100:00100000:2.0:1746070976.384767:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13703 00000100:00100000:2.0:1746070976.384772:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2009:x1830887431450880:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070976.384855:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2009:x1830887431450880:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 82us (217us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.384883:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13703 00002000:00100000:2.0:1746070976.384888:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118e00 x1830887431450880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.384895:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118e00 with x1830887431450880 ext(0->4095) 00002000:00010000:2.0:1746070976.384898:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118e00 00000100:00100000:3.0:1746070976.384981:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426867200:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.384992:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.385011:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431450624:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2354us (2639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.385017:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13986 00000100:00100000:0.0:1746070976.387689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.387765:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431451008 00000100:00100000:3.0:1746070976.387771:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431451008 00000100:00100000:3.0:1746070976.387833:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30186 00000100:00100000:3.0:1746070976.387840:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431451008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.387852:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.387960:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015005 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.387984:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ffe expref: 55 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.387991:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.387992:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.387995:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015005 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.388018:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ffe expref: 55 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.388028:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ffe expref: 55 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.388038:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426867328:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.388094:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.389914:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426867328:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.389933:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015005 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.389949:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ee00, rc 0) 00000100:00100000:3.0:1746070976.389990:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431451008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2150us (2305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.389997:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30186 00000100:00100000:0.0:1746070976.390513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.390676:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431451136 00000100:00100000:3.0:1746070976.390681:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431451136 00010000:00010000:3.0:1746070976.390699:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ffe expref: 56 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.390754:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13987 00000100:00100000:3.0:1746070976.390760:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431451136:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.390769:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.390782:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ffe expref: 56 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.390791:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ffe expref: 56 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.390807:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038288 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f014ffe expref: 56 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.390819:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.390821:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.390826:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015005 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.390838:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015005 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.390856:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015005 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.390885:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426867456:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.390934:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.393496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.393596:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426867456:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.393610:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.393640:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:2007:x1830887431451136:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2880us (3127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.393649:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13987 00000100:00100000:1.0:1746070976.393932:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431451392 00000100:00100000:1.0:1746070976.393937:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431451392 00002000:00100000:1.0:1746070976.393963:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e119f80 x1830887431451392/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.393971:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119f80 with x1830887431451392 ext(0->4095) 00002000:00010000:1.0:1746070976.393974:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119f80 00000100:00100000:1.0:1746070976.394816:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13704 00000100:00100000:1.0:1746070976.394823:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431451392:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.394952:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431451392:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (1459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.394958:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13704 00002000:00100000:1.0:1746070976.394963:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e119f80 x1830887431451392/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.394971:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119f80 with x1830887431451392 ext(0->4095) 00002000:00010000:1.0:1746070976.394973:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119f80 00000100:00100000:2.0:1746070976.395506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.396048:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431451520 00000100:00100000:3.0:1746070976.396053:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431451520 00000100:00100000:3.0:1746070976.396076:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30187 00000100:00100000:3.0:1746070976.396082:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+55:1660:x1830887431451520:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.396090:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.396102:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01500c expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.396120:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015005 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.396127:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.396129:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.396132:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.396153:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015005 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.396163:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015005 expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.396173:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426867584:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.396230:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.398552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.399660:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431451648 00000100:00100000:2.0:1746070976.399667:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431451648 00000100:00100000:2.0:1746070976.399708:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30188 00000100:00100000:2.0:1746070976.399714:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1661:x1830887431451648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.399726:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.399738:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015013 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.399756:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.399760:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.399766:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.399769:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015013 expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.399793:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.399804:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015013 expref: 58 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.399813:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635200, rc 0) 00000100:00100000:2.0:1746070976.399843:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1661:x1830887431451648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.399848:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30188 00000100:00100000:0.0:1746070976.400156:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426867584:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070976.400172:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.400180:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e000, rc 0) 00000100:00100000:0.0:1746070976.400210:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1660:x1830887431451520:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4128us (4705us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070976.400216:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30187 00000100:00100000:3.0:1746070976.400402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.400843:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431451776 00000100:00100000:0.0:1746070976.400847:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431451776 00010000:00010000:0.0:1746070976.400889:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015005 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746070976.400909:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13988 00000100:00100000:0.0:1746070976.400914:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad021050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431451776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070976.400922:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070976.400936:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015005 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746070976.400945:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015005 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746070976.400959:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d706000803828f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015005 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746070976.400980:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070976.400981:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070976.400987:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.400993:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.401010:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.401024:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 56 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746070976.401033:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e11bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426867840:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070976.401085:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03266c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.404347:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e11bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426867840:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.404365:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070976.404554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.404755:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad021050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431451776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3839us (4351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.404764:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13988 00000100:00100000:2.0:1746070976.404988:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431452032 00000100:00100000:2.0:1746070976.404993:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431452032 00002000:00100000:2.0:1746070976.405021:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118000 x1830887431452032/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.405029:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118000 with x1830887431452032 ext(0->4095) 00010000:00010000:2.0:1746070976.405036:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.405045:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.405051:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e118000 00000100:00100000:2.0:1746070976.405075:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2961 00000100:00100000:2.0:1746070976.405081:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431452032:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.405168:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431452032:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (615us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.405173:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2961 00002000:00100000:2.0:1746070976.405178:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118000 x1830887431452032/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.405186:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118000 with x1830887431452032 ext(0->4095) 00010000:00010000:2.0:1746070976.405190:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.405198:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.405203:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e118000 00000100:00100000:0.0:1746070976.408009:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.408906:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431452160 00000100:00100000:3.0:1746070976.408914:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431452160 00010000:00010000:3.0:1746070976.408943:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.408982:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13989 00000100:00100000:3.0:1746070976.408988:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431452160:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.408999:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.409014:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.409029:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.409047:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038296 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01500c expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.409068:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.409070:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.409076:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015013 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.409083:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015013 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.409109:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015013 expref: 56 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.409120:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426867968:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.409177:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.412499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.412590:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426867968:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.412604:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.412634:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431452160:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3646us (4631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.412642:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13989 00000100:00100000:1.0:1746070976.412704:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431452416 00000100:00100000:1.0:1746070976.412709:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431452416 00002000:00100000:1.0:1746070976.412734:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11a300 x1830887431452416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.412750:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a300 with x1830887431452416 ext(0->4095) 00002000:00010000:1.0:1746070976.412753:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11a300 00000100:00100000:1.0:1746070976.413035:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13705 00000100:00100000:1.0:1746070976.413042:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431452416:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.413843:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431452416:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 800us (1349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.413850:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13705 00002000:00100000:1.0:1746070976.413857:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11a300 x1830887431452416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.413879:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a300 with x1830887431452416 ext(0->4095) 00002000:00010000:1.0:1746070976.413882:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11a300 00000100:00100000:0.0:1746070976.416593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.417069:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431452544 00000100:00100000:2.0:1746070976.417076:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431452544 00000100:00100000:2.0:1746070976.417117:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30189 00000100:00100000:2.0:1746070976.417124:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431452544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.417138:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.417151:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01501a expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.417174:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015013 expref: 55 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.417181:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.417183:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.417186:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.417212:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015013 expref: 55 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.417226:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015013 expref: 55 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.417235:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c216d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426868096:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.418130:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.420097:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c216d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426868096:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.420123:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.420137:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635e00, rc 0) 00000100:00100000:2.0:1746070976.420171:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431452544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3047us (3583us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.420178:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30189 00000100:00100000:0.0:1746070976.420986:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.421181:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431452672 00000100:00100000:3.0:1746070976.421187:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431452672 00010000:00010000:3.0:1746070976.421212:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015013 expref: 56 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.421246:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13990 00000100:00100000:3.0:1746070976.421252:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431452672:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.421262:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.421276:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015013 expref: 56 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.421285:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015013 expref: 56 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.421304:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803829d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015013 expref: 56 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.421319:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.421321:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.421327:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.421335:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.421359:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.421370:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426868224:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.421446:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.423353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.423497:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431452800 00000100:00100000:2.0:1746070976.423504:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431452800 00000100:00100000:2.0:1746070976.423815:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30190 00000100:00100000:2.0:1746070976.423823:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1660:x1830887431452800:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.423838:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.423853:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015021 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.423901:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.423913:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.423915:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.423918:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.423942:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.423953:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.423963:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c216d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426868352:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.425567:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.425667:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426868224:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.425683:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.425718:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2007:x1830887431452672:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4465us (4732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.425728:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13990 00000100:00100000:2.0:1746070976.426991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.427358:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431453056 00000100:00100000:1.0:1746070976.427363:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431453056 00002000:00100000:1.0:1746070976.427409:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c217b80 x1830887431453056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.427418:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217b80 with x1830887431453056 ext(0->4095) 00010000:00010000:1.0:1746070976.427426:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.427439:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.427445:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c217b80 00000100:00100000:1.0:1746070976.427471:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2962 00000100:00100000:1.0:1746070976.427478:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431453056:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.428223:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431453056:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 743us (1232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.428230:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2962 00002000:00100000:1.0:1746070976.428236:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c217b80 x1830887431453056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.428244:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c217b80 with x1830887431453056 ext(0->4095) 00010000:00010000:1.0:1746070976.428249:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.428258:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.428264:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c217b80 00000100:00100000:3.0:1746070976.428642:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c216d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426868352:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.428666:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 56 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.428679:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634400, rc 0) 00000100:00100000:3.0:1746070976.428701:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:1660:x1830887431452800:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4880us (5353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.428707:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30190 00000100:00100000:0.0:1746070976.430503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.430760:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431453184 00000100:00100000:3.0:1746070976.430768:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431453184 00010000:00010000:3.0:1746070976.430798:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.430838:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13991 00000100:00100000:3.0:1746070976.430844:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431453184:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.430856:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.430899:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.430909:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.430929:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080382a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01501a expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.430948:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.430950:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.430956:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 55 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.430963:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 55 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.430990:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 55 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.431000:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426868480:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.431070:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.432991:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426868480:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.433008:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.433039:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431453184:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2194us (2541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.433047:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13991 00000100:00100000:0.0:1746070976.433571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.433731:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431453440 00000100:00100000:1.0:1746070976.433736:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431453440 00002000:00100000:1.0:1746070976.433763:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14bb80 x1830887431453440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.433771:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14bb80 with x1830887431453440 ext(0->4095) 00002000:00010000:1.0:1746070976.433774:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e14bb80 00000100:00100000:1.0:1746070976.433795:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13706 00000100:00100000:1.0:1746070976.433800:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431453440:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.435173:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2007:x1830887431453440:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1369us (1599us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.435182:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13706 00002000:00100000:1.0:1746070976.435189:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14bb80 x1830887431453440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.435197:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14bb80 with x1830887431453440 ext(0->4095) 00002000:00010000:1.0:1746070976.435201:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e14bb80 00000100:00100000:0.0:1746070976.437653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.439967:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431453568 00000100:00100000:3.0:1746070976.439976:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431453568 00000100:00100000:3.0:1746070976.440026:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30191 00000100:00100000:3.0:1746070976.440032:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431453568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.440048:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.440062:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015028 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.440085:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 55 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.440091:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.440092:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.440095:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.440118:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 55 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.440131:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 55 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.440140:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426868608:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.440213:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.443604:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426868608:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.443631:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.443646:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ee00, rc 0) 00000100:00100000:3.0:1746070976.443685:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431453568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3652us (6037us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.443695:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30191 00000100:00100000:0.0:1746070976.445298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.445370:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431453696 00000100:00100000:1.0:1746070976.445376:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431453696 00002000:00100000:1.0:1746070976.445415:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e14ad80 x1830887431453696/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.445422:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14ad80 with x1830887431453696 ext(0->7) 00010000:00010000:1.0:1746070976.445429:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 56 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.445440:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 56 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.445445:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e14ad80 00000100:00100000:1.0:1746070976.447150:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2963 00000100:00100000:1.0:1746070976.447162:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+56:2008:x1830887431453696:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070976.448599:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2008:x1830887431453696:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1436us (3299us total) trans 4294972296 rc 0/0 00000100:00100000:0.0:1746070976.448607:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2963 00002000:00100000:0.0:1746070976.448615:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e14ad80 x1830887431453696/t4294972296(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/448 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070976.448623:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14ad80 with x1830887431453696 ext(0->7) 00010000:00010000:0.0:1746070976.448631:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 58 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746070976.448647:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 58 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746070976.448652:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e14ad80 00000100:00100000:0.0:1746070976.453179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.453266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.453353:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431453824 00000100:00100000:3.0:1746070976.453360:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431453824 00000100:00100000:3.0:1746070976.453414:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30192 00000100:00100000:3.0:1746070976.453420:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1660:x1830887431453824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.453435:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.453448:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01502f expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.453467:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.453473:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.453478:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070976.453481:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01502f expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.453508:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.453522:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01502f expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.453530:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:3.0:1746070976.453565:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1660:x1830887431453824:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.453570:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30192 00000100:00100000:2.0:1746070976.453763:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431453952 00000100:00100000:2.0:1746070976.453766:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431453952 00010000:00010000:2.0:1746070976.453781:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 59 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.453796:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13992 00000100:00100000:2.0:1746070976.453801:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e149f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2008:x1830887431453952:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.453807:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.453820:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 59 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.453829:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 59 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.453844:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015021 expref: 59 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.454100:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.454102:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.454107:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.454114:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.454133:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.454143:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.454153:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426868864:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.454551:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.457603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.458018:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431454208 00000100:00100000:1.0:1746070976.458026:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431454208 00002000:00100000:1.0:1746070976.458063:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c216d80 x1830887431454208/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.458072:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c216d80 with x1830887431454208 ext(0->4095) 00010000:00010000:1.0:1746070976.458081:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.458093:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.458099:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c216d80 00000100:00100000:1.0:1746070976.458117:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2964 00000100:00100000:1.0:1746070976.458123:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431454208:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070976.458227:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431454208:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.458233:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2964 00002000:00100000:1.0:1746070976.458238:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c216d80 x1830887431454208/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.458245:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c216d80 with x1830887431454208 ext(0->4095) 00010000:00010000:1.0:1746070976.458249:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.458257:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.458263:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c216d80 00000100:00100000:0.0:1746070976.458474:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426868864:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070976.458491:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070976.458524:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2008:x1830887431453952:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4722us (5257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070976.458532:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13992 00000100:00100000:0.0:1746070976.460963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.461050:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431454336 00000100:00100000:2.0:1746070976.461057:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431454336 00010000:00010000:2.0:1746070976.461083:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.461115:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13993 00000100:00100000:2.0:1746070976.461121:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431454336:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.461132:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.461147:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.461157:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.461175:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080382b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015028 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.461746:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.461748:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.461756:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01502f expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.461763:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01502f expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.461899:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01502f expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.461909:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426868992:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.462103:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.466333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.466441:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426868992:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.466459:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.466493:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431454336:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5372us (5535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.466505:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13993 00000100:00100000:3.0:1746070976.466508:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431454592 00000100:00100000:3.0:1746070976.466528:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431454592 00002000:00100000:3.0:1746070976.466571:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14b800 x1830887431454592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.466580:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14b800 with x1830887431454592 ext(0->4095) 00002000:00010000:3.0:1746070976.466585:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e14b800 00000100:00100000:3.0:1746070976.466625:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13707 00000100:00100000:3.0:1746070976.466643:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2007:x1830887431454592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070976.467072:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2007:x1830887431454592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 429us (744us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.467077:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13707 00002000:00100000:3.0:1746070976.467082:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14b800 x1830887431454592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.467087:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14b800 with x1830887431454592 ext(0->4095) 00002000:00010000:3.0:1746070976.467090:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e14b800 00000100:00100000:0.0:1746070976.468850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.468960:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431454720 00000100:00100000:1.0:1746070976.468967:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431454720 00000100:00100000:1.0:1746070976.469011:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30193 00000100:00100000:1.0:1746070976.469017:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431454720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.469028:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.469042:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015036 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.469065:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01502f expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.469071:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.469072:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.469076:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015036 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.469100:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01502f expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.469110:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01502f expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.469120:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426869120:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.469492:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.471147:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426869120:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.471175:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015036 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.471189:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290600, rc 0) 00000100:00100000:1.0:1746070976.471223:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431454720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2205us (2375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.471233:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30193 00000100:00100000:0.0:1746070976.473141:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.473228:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431454848 00000100:00100000:2.0:1746070976.473235:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431454848 00010000:00010000:2.0:1746070976.473261:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01502f expref: 58 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.473296:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13994 00000100:00100000:2.0:1746070976.473303:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2008:x1830887431454848:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.473314:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.473329:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01502f expref: 58 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.473339:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01502f expref: 58 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.473357:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080382b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01502f expref: 58 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.473372:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.473374:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.473379:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015036 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.473395:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015036 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.473421:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015036 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.473431:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426869248:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.474227:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.475749:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426869248:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.475765:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.475797:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:2008:x1830887431454848:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2494us (2662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.475805:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13994 00000100:00100000:0.0:1746070976.476393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.477194:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431455104 00000100:00100000:3.0:1746070976.477201:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431455104 00002000:00100000:3.0:1746070976.477234:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50fb800 x1830887431455104/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.477242:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb800 with x1830887431455104 ext(0->4095) 00002000:00010000:3.0:1746070976.477246:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a50fb800 00000100:00100000:3.0:1746070976.477271:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13708 00000100:00100000:3.0:1746070976.477278:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431455104:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070976.477375:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431455104:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (992us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.477395:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13708 00002000:00100000:3.0:1746070976.477401:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50fb800 x1830887431455104/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.477407:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb800 with x1830887431455104 ext(0->4095) 00002000:00010000:3.0:1746070976.477410:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a50fb800 00000100:00100000:0.0:1746070976.478186:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.478368:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431455232 00000100:00100000:1.0:1746070976.478373:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431455232 00000100:00100000:1.0:1746070976.478419:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30194 00000100:00100000:1.0:1746070976.478425:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+57:1660:x1830887431455232:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.478435:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.478450:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01503d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.478471:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015036 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.478477:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.478479:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.478482:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.478511:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015036 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.478521:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015036 expref: 5 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.478531:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426869376:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.478599:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.478919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.479233:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431455360 00000100:00100000:3.0:1746070976.479237:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431455360 00000100:00100000:3.0:1746070976.479273:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30195 00000100:00100000:3.0:1746070976.479279:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1661:x1830887431455360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.479286:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.479293:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015044 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.479306:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.479310:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.479315:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.479317:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015044 expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.479336:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.479345:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015044 expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.479358:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e800, rc 0) 00000100:00100000:3.0:1746070976.479657:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:1661:x1830887431455360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.479663:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30195 00000100:00100000:0.0:1746070976.480373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.480449:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426869376:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.480467:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.480475:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:1.0:1746070976.480497:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1660:x1830887431455232:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2072us (2312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.480503:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30194 00000100:00100000:2.0:1746070976.480719:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431455488 00000100:00100000:2.0:1746070976.480724:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431455488 00010000:00010000:2.0:1746070976.480740:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015036 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.480757:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13995 00000100:00100000:2.0:1746070976.480762:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad020c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431455488:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.480771:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.480785:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015036 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.480794:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015036 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.480810:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080382c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015036 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.480834:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.480836:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.480842:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.480849:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.480887:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.480896:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 58 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.480906:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426869632:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.480957:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.483496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.483638:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426869632:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.483654:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.483683:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad020c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431455488:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2921us (3311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.483691:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13995 00000100:00100000:1.0:1746070976.483962:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431455744 00000100:00100000:1.0:1746070976.483967:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431455744 00002000:00100000:1.0:1746070976.483993:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50f9180 x1830887431455744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.484001:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f9180 with x1830887431455744 ext(0->4095) 00010000:00010000:1.0:1746070976.484008:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 59 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.484018:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 59 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.484023:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50f9180 00000100:00100000:1.0:1746070976.484048:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2965 00000100:00100000:1.0:1746070976.484053:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2008:x1830887431455744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070976.484140:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2008:x1830887431455744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (650us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.484144:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2965 00002000:00100000:1.0:1746070976.484149:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50f9180 x1830887431455744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.484155:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f9180 with x1830887431455744 ext(0->4095) 00010000:00010000:1.0:1746070976.484159:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 59 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.484166:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 59 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.484171:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50f9180 00000100:00100000:0.0:1746070976.486052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.486124:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431455872 00000100:00100000:2.0:1746070976.486130:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431455872 00010000:00010000:2.0:1746070976.486153:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 59 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.486235:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13996 00000100:00100000:2.0:1746070976.486241:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2007:x1830887431455872:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.486253:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.486270:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 59 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.486279:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 59 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.486298:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01503d expref: 59 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.486310:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.486311:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.486317:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015044 expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.486324:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015044 expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.486350:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015044 expref: 58 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.486359:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426869760:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.486838:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.489523:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426869760:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.489542:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.489573:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2007:x1830887431455872:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3332us (3526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.489585:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13996 00000100:00100000:0.0:1746070976.490078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.490375:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431456128 00000100:00100000:3.0:1746070976.490390:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431456128 00002000:00100000:3.0:1746070976.490422:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50f8e00 x1830887431456128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.490430:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8e00 with x1830887431456128 ext(0->4095) 00002000:00010000:3.0:1746070976.490434:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a50f8e00 00000100:00100000:3.0:1746070976.490459:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13709 00000100:00100000:3.0:1746070976.490465:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2007:x1830887431456128:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070976.490557:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2007:x1830887431456128:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (480us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.490563:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13709 00002000:00100000:3.0:1746070976.490568:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50f8e00 x1830887431456128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.490574:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8e00 with x1830887431456128 ext(0->4095) 00002000:00010000:3.0:1746070976.490577:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a50f8e00 00000100:00100000:2.0:1746070976.494293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.494365:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431456256 00000100:00100000:1.0:1746070976.494372:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431456256 00000100:00100000:1.0:1746070976.494495:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30196 00000100:00100000:1.0:1746070976.494502:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431456256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.494515:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.494528:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01504b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.494552:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015044 expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.494559:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.494560:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.494563:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.494588:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015044 expref: 57 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.494602:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015044 expref: 57 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.494613:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426869888:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.495905:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.497553:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426869888:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.497581:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.497594:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:1.0:1746070976.497637:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431456256:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3135us (3350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.497645:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30196 00000100:00100000:0.0:1746070976.498520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.498569:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431456384 00000100:00100000:2.0:1746070976.498575:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431456384 00010000:00010000:2.0:1746070976.498597:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015044 expref: 58 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.498626:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13997 00000100:00100000:2.0:1746070976.498632:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2007:x1830887431456384:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.498641:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.498656:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015044 expref: 58 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.498666:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015044 expref: 58 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.498684:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080382ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015044 expref: 58 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.498696:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.498698:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.498703:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.498711:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.498736:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.498746:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426870016:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.498800:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.500243:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.500407:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431456512 00000100:00100000:1.0:1746070976.500413:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431456512 00000100:00100000:1.0:1746070976.500452:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30197 00000100:00100000:1.0:1746070976.500458:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1660:x1830887431456512:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.500471:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.500481:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015052 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.500499:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.500508:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.500509:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.500512:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.500530:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.500540:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 5 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.500548:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426870144:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.500598:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.500899:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426870016:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.500911:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.500930:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2007:x1830887431456384:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2298us (2411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.500936:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13997 00000100:00100000:1.0:1746070976.502298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.503019:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426870144:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070976.503040:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.503053:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:0.0:1746070976.503095:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:1660:x1830887431456512:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2637us (2855us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070976.503101:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30197 00000100:00100000:2.0:1746070976.503162:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431456768 00000100:00100000:2.0:1746070976.503166:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431456768 00002000:00100000:2.0:1746070976.503335:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096ead880 x1830887431456768/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.503343:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ead880 with x1830887431456768 ext(0->4095) 00010000:00010000:2.0:1746070976.503348:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.503359:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.503365:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ead880 00000100:00100000:2.0:1746070976.503378:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2966 00000100:00100000:2.0:1746070976.503394:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431456768:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070976.503499:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431456768:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (1203us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.503505:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2966 00002000:00100000:2.0:1746070976.503510:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096ead880 x1830887431456768/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.503517:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096ead880 with x1830887431456768 ext(0->4095) 00010000:00010000:2.0:1746070976.503521:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.503530:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.503535:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096ead880 00000100:00100000:0.0:1746070976.509097:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.509270:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431456896 00000100:00100000:2.0:1746070976.509278:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431456896 00010000:00010000:2.0:1746070976.509308:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.509458:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13998 00000100:00100000:2.0:1746070976.509465:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431456896:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.509477:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.509493:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.509503:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.509523:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080382d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01504b expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.509693:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.509695:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.509702:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.509709:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.509737:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.509748:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426870272:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.509819:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.513579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.513628:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431457152 00000100:00100000:1.0:1746070976.513635:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431457152 00002000:00100000:1.0:1746070976.513673:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5356300 x1830887431457152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.513682:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5356300 with x1830887431457152 ext(0->4095) 00002000:00010000:1.0:1746070976.513686:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5356300 00000100:00100000:1.0:1746070976.513718:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13710 00000100:00100000:1.0:1746070976.513724:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2008:x1830887431457152:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070976.513842:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2008:x1830887431457152:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.513852:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13710 00002000:00100000:1.0:1746070976.513857:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5356300 x1830887431457152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.513879:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5356300 with x1830887431457152 ext(0->4095) 00002000:00010000:1.0:1746070976.513882:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5356300 00000100:00100000:2.0:1746070976.514215:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426870272:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.514232:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.514253:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431456896:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4789us (5164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.514260:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13998 00000100:00100000:0.0:1746070976.516003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.516022:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431457280 00000100:00100000:0.0:1746070976.516026:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431457280 00000100:00100000:0.0:1746070976.516063:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30198 00000100:00100000:0.0:1746070976.516068:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431457280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070976.516078:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070976.516090:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015059 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.516111:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.516116:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070976.516118:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070976.516120:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015059 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.516141:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.516150:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 57 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746070976.516159:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5356a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426870400:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070976.516486:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326240 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.517912:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5356a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426870400:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.517934:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015059 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.517948:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526dc00, rc 0) 00000100:00100000:2.0:1746070976.517976:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431457280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1908us (1977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.517982:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30198 00000100:00100000:0.0:1746070976.519279:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.519361:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431457408 00000100:00100000:3.0:1746070976.519366:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431457408 00002000:00100000:3.0:1746070976.519404:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5355880 x1830887431457408/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.519416:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5355880 with x1830887431457408 ext(0->7) 00010000:00010000:3.0:1746070976.519421:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 58 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.519431:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 58 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.519435:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5355880 00000100:00100000:3.0:1746070976.519612:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2967 00000100:00100000:3.0:1746070976.519619:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+58:2008:x1830887431457408:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070976.520278:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5355880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2008:x1830887431457408:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 659us (999us total) trans 4294972297 rc 0/0 00000100:00100000:0.0:1746070976.520284:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2967 00002000:00100000:0.0:1746070976.520289:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5355880 x1830887431457408/t4294972297(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/448 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070976.520295:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5355880 with x1830887431457408 ext(0->7) 00010000:00010000:0.0:1746070976.520299:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 60 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746070976.520307:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 60 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746070976.520312:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5355880 00000100:00100000:0.0:1746070976.521730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.521821:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431457536 00000100:00100000:2.0:1746070976.521826:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431457536 00010000:00010000:2.0:1746070976.521845:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 60 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.521982:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13999 00000100:00100000:2.0:1746070976.521989:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5357b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2008:x1830887431457536:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.521998:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.522010:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 60 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.522018:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 60 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.522037:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080382dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015052 expref: 60 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.522061:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.522063:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.522069:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015059 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.522080:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015059 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.522105:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015059 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.522114:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426870528:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.522161:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.524369:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.524425:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431457792 00000100:00100000:0.0:1746070976.524430:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431457792 00002000:00100000:0.0:1746070976.524462:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eadc00 x1830887431457792/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746070976.524605:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426870528:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.524620:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.524680:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5357b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2008:x1830887431457536:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2690us (2951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.524688:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13999 00002000:00100000:0.0:1746070976.524693:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eadc00 with x1830887431457792 ext(0->4095) 00002000:00010000:0.0:1746070976.524696:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eadc00 00000100:00100000:0.0:1746070976.524749:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13711 00000100:00100000:0.0:1746070976.524756:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431457792:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070976.524849:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431457792:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (485us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070976.524854:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13711 00002000:00100000:0.0:1746070976.524860:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096eadc00 x1830887431457792/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070976.524881:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096eadc00 with x1830887431457792 ext(0->4095) 00002000:00010000:0.0:1746070976.524884:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096eadc00 00000100:00100000:0.0:1746070976.529444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.529530:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431457920 00000100:00100000:2.0:1746070976.529537:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431457920 00000100:00100000:2.0:1746070976.529576:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30199 00000100:00100000:2.0:1746070976.529584:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1660:x1830887431457920:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.529599:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.529613:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015060 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.529637:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015059 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.529643:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.529646:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.529649:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.529673:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015059 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.529683:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015059 expref: 5 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.529693:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426870656:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.530377:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.530569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.530652:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431458048 00000100:00100000:0.0:1746070976.530656:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431458048 00000100:00100000:0.0:1746070976.530680:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30200 00000100:00100000:0.0:1746070976.530685:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:1661:x1830887431458048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070976.530692:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070976.530699:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015067 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.530712:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070976.530716:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.530726:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070976.530729:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015067 expref: 62 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.530748:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.530757:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015067 expref: 62 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.530766:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b6e00, rc 0) 00000100:00100000:0.0:1746070976.530789:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:1661:x1830887431458048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070976.530795:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30200 00000100:00100000:0.0:1746070976.533779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.533889:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431458176 00000100:00100000:3.0:1746070976.533895:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431458176 00010000:00010000:3.0:1746070976.533923:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015059 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.534026:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426870656:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.534045:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.534056:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634400, rc 0) 00000100:00100000:2.0:1746070976.534088:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:1660:x1830887431457920:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4506us (4653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.534094:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30199 00000100:00100000:3.0:1746070976.534183:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14000 00000100:00100000:3.0:1746070976.534190:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5356a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431458176:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.534200:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.534215:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015059 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.534225:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015059 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.534243:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d70600080382e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015059 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.534259:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.534261:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.534267:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.534274:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.534298:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.534307:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 60 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.534317:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426870912:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.536277:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.538671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.538848:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426870912:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.538882:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.538928:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5356a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431458176:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4737us (5153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.538937:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14000 00000100:00100000:1.0:1746070976.539389:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431458432 00000100:00100000:1.0:1746070976.539395:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431458432 00002000:00100000:1.0:1746070976.539426:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5b800 x1830887431458432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.539435:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5b800 with x1830887431458432 ext(0->4095) 00010000:00010000:1.0:1746070976.539442:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.539455:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.539461:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5b800 00000100:00100000:1.0:1746070976.539483:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2968 00000100:00100000:1.0:1746070976.539489:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887431458432:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.539592:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887431458432:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (927us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.539597:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2968 00002000:00100000:1.0:1746070976.539602:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5b800 x1830887431458432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.539608:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5b800 with x1830887431458432 ext(0->4095) 00010000:00010000:1.0:1746070976.539613:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.539620:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.539625:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5b800 00000100:00100000:0.0:1746070976.541921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.542033:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431458560 00000100:00100000:3.0:1746070976.542039:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431458560 00010000:00010000:3.0:1746070976.542064:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.542086:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14001 00000100:00100000:3.0:1746070976.542091:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887431458560:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.542099:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.542113:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.542122:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.542138:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080382ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015060 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.542151:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.542153:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.542158:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015067 expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.542165:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015067 expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.542189:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015067 expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.542199:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426871040:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.542660:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.544682:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.544762:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426871040:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.544777:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.544816:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431458560:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2725us (2900us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.544824:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14001 00000100:00100000:1.0:1746070976.545539:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431458816 00000100:00100000:1.0:1746070976.545546:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431458816 00002000:00100000:1.0:1746070976.545575:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed59c00 x1830887431458816/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.545583:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed59c00 with x1830887431458816 ext(0->4095) 00002000:00010000:1.0:1746070976.545587:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed59c00 00000100:00100000:1.0:1746070976.545614:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13712 00000100:00100000:1.0:1746070976.545620:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431458816:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.545732:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431458816:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1055us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.545737:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13712 00002000:00100000:1.0:1746070976.545742:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed59c00 x1830887431458816/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.545748:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed59c00 with x1830887431458816 ext(0->4095) 00002000:00010000:1.0:1746070976.545751:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed59c00 00000100:00100000:0.0:1746070976.547685:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.547777:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431458944 00000100:00100000:2.0:1746070976.547783:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431458944 00000100:00100000:2.0:1746070976.547943:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30201 00000100:00100000:2.0:1746070976.547950:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431458944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.547962:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.547975:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01506e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.548004:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015067 expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.548010:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.548012:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.548015:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01506e expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.548038:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015067 expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.548047:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015067 expref: 59 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.548057:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426871168:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.548116:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.550273:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426871168:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.550294:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01506e expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.550307:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634e00, rc 0) 00000100:00100000:2.0:1746070976.550336:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431458944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2387us (2657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.550342:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30201 00000100:00100000:0.0:1746070976.550571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.550662:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431459072 00000100:00100000:3.0:1746070976.550667:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431459072 00010000:00010000:3.0:1746070976.550688:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015067 expref: 60 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.550721:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14002 00000100:00100000:3.0:1746070976.550727:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad020850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431459072:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.550737:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.550752:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015067 expref: 60 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.550761:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015067 expref: 60 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.550778:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d70600080382f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015067 expref: 60 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.550790:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.550792:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.550797:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01506e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.550804:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01506e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.550827:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01506e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.550836:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426871296:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.550901:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.553969:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426871296:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.553987:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.554034:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad020850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2007:x1830887431459072:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3306us (3463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.554043:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14002 00000100:00100000:0.0:1746070976.554224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.554297:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431459328 00000100:00100000:3.0:1746070976.554302:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431459328 00002000:00100000:3.0:1746070976.554331:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5aa00 x1830887431459328/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.554339:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5aa00 with x1830887431459328 ext(0->4095) 00002000:00010000:3.0:1746070976.554342:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed5aa00 00000100:00100000:3.0:1746070976.554367:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13713 00000100:00100000:3.0:1746070976.554373:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431459328:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070976.554492:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431459328:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (268us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.554498:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13713 00002000:00100000:3.0:1746070976.554503:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5aa00 x1830887431459328/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.554515:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5aa00 with x1830887431459328 ext(0->4095) 00002000:00010000:3.0:1746070976.554517:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed5aa00 00000100:00100000:0.0:1746070976.555215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.555434:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431459456 00000100:00100000:2.0:1746070976.555439:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431459456 00000100:00100000:2.0:1746070976.555518:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30202 00000100:00100000:2.0:1746070976.555525:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1660:x1830887431459456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.555534:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.555547:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015075 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.555569:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01506e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.555575:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.555577:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.555579:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.555603:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01506e expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.555613:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01506e expref: 5 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.555623:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426871424:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.557070:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.558577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.559489:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426871424:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.559513:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.559531:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635200, rc 0) 00000100:00100000:2.0:1746070976.559567:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:1660:x1830887431459456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4042us (4354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.559575:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30202 00000100:00100000:2.0:1746070976.559599:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431459584 00000100:00100000:2.0:1746070976.559604:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431459584 00000100:00100000:2.0:1746070976.559628:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30203 00000100:00100000:2.0:1746070976.559633:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:1661:x1830887431459584:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.559645:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.559655:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01507c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.559672:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.559676:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.559680:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.559683:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01507c expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.559703:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.559711:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01507c expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.559722:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634400, rc 0) 00000100:00100000:2.0:1746070976.559737:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:1661:x1830887431459584:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.559741:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30203 00000100:00100000:0.0:1746070976.560053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.560173:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431459712 00000100:00100000:3.0:1746070976.560177:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431459712 00010000:00010000:3.0:1746070976.560195:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01506e expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.560210:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14003 00000100:00100000:3.0:1746070976.560215:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431459712:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.560221:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.560234:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01506e expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.560242:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01506e expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.560257:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080382f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01506e expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.560269:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.560270:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.560274:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.560280:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.560314:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.560323:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 60 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.560332:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426871680:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.560378:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.563670:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426871680:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.563690:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.563740:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431459712:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3522us (3686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.563750:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14003 00000100:00100000:0.0:1746070976.563910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.563988:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431459968 00000100:00100000:3.0:1746070976.563994:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431459968 00002000:00100000:3.0:1746070976.564023:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5a680 x1830887431459968/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.564032:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5a680 with x1830887431459968 ext(0->4095) 00010000:00010000:3.0:1746070976.564039:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.564051:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.564057:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5a680 00000100:00100000:3.0:1746070976.564087:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2969 00000100:00100000:3.0:1746070976.564093:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2008:x1830887431459968:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070976.564181:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2008:x1830887431459968:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (272us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.564187:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2969 00002000:00100000:3.0:1746070976.564191:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5a680 x1830887431459968/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.564199:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5a680 with x1830887431459968 ext(0->4095) 00010000:00010000:3.0:1746070976.564203:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.564211:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.564216:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5a680 00000100:00100000:0.0:1746070976.566963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.567594:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431460096 00000100:00100000:3.0:1746070976.567602:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431460096 00010000:00010000:3.0:1746070976.567634:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.568062:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14004 00000100:00100000:3.0:1746070976.568070:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887431460096:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.568082:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.568097:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.568112:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.568132:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d70600080382ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015075 expref: 61 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.568158:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.568160:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.568165:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01507c expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.568172:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01507c expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.568198:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01507c expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.568208:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426871808:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.568283:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.570597:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.570744:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426871808:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.570760:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.570804:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431460096:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2734us (3846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.570813:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14004 00000100:00100000:2.0:1746070976.570951:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431460352 00000100:00100000:2.0:1746070976.570957:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431460352 00002000:00100000:2.0:1746070976.570993:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7480 x1830887431460352/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.571001:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7480 with x1830887431460352 ext(0->4095) 00002000:00010000:2.0:1746070976.571004:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f7480 00000100:00100000:2.0:1746070976.571026:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13714 00000100:00100000:2.0:1746070976.571032:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2010:x1830887431460352:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070976.571486:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2010:x1830887431460352:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 453us (893us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.571493:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13714 00002000:00100000:2.0:1746070976.571498:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7480 x1830887431460352/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.571505:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7480 with x1830887431460352 ext(0->4095) 00002000:00010000:2.0:1746070976.571507:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f7480 00000100:00100000:0.0:1746070976.575276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.575420:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431460480 00000100:00100000:1.0:1746070976.575426:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431460480 00000100:00100000:1.0:1746070976.575476:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30204 00000100:00100000:1.0:1746070976.575483:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431460480:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.575496:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.575509:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015083 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.575532:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01507c expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.575538:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.575540:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.575543:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015083 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.575566:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01507c expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.575576:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01507c expref: 59 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.575586:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426871936:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.575951:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc840 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.577518:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426871936:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.577540:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015083 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.577556:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:1.0:1746070976.577599:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431460480:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2116us (2329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.577606:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30204 00000100:00100000:0.0:1746070976.578027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.578075:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431460608 00000100:00100000:3.0:1746070976.578080:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431460608 00010000:00010000:3.0:1746070976.578098:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01507c expref: 60 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.578113:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14005 00000100:00100000:3.0:1746070976.578116:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431460608:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.578123:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.578136:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01507c expref: 60 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.578144:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01507c expref: 60 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.578158:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d7060008038306 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01507c expref: 60 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.578613:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.578615:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.578622:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015083 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.578630:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015083 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.578651:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015083 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.578660:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426872064:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.578715:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.580327:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426872064:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.580343:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.580557:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:2007:x1830887431460608:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2437us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.580566:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14005 00000100:00100000:0.0:1746070976.580614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.580701:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431460864 00000100:00100000:2.0:1746070976.580707:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431460864 00002000:00100000:2.0:1746070976.580735:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6680 x1830887431460864/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.580748:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6680 with x1830887431460864 ext(0->4095) 00002000:00010000:2.0:1746070976.580752:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f6680 00000100:00100000:2.0:1746070976.580778:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13715 00000100:00100000:2.0:1746070976.580785:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431460864:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.580902:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431460864:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.580907:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13715 00002000:00100000:2.0:1746070976.580912:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f6680 x1830887431460864/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.580918:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6680 with x1830887431460864 ext(0->4095) 00002000:00010000:2.0:1746070976.580921:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f6680 00010000:00010000:1.0:1746070976.580981:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070976.582479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.582526:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431460992 00000100:00100000:1.0:1746070976.582531:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431460992 00000100:00100000:1.0:1746070976.582717:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30205 00000100:00100000:1.0:1746070976.582724:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+59:1660:x1830887431460992:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.582734:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.582746:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01508a expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.582767:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015083 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.582774:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.582776:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.582779:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.582803:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015083 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.582812:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015083 expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.582827:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426872192:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.584124:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.584843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.584985:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431461120 00000100:00100000:3.0:1746070976.584990:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431461120 00000100:00100000:3.0:1746070976.585016:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30206 00000100:00100000:3.0:1746070976.585022:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:1661:x1830887431461120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.585030:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.585041:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015091 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.585055:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.585059:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 62 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.585064:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.585067:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015091 expref: 62 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.585089:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 62 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.585100:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015091 expref: 62 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.585113:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e600, rc 0) 00000100:00100000:3.0:1746070976.585137:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:1661:x1830887431461120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.585143:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30206 00000100:00100000:1.0:1746070976.588163:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426872192:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.588188:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.588203:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291e00, rc 0) 00000100:00100000:1.0:1746070976.588253:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:1660:x1830887431460992:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5529us (5775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.588260:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30205 00000100:00100000:0.0:1746070976.590959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.591697:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431461248 00000100:00100000:3.0:1746070976.591706:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431461248 00010000:00010000:3.0:1746070976.591745:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015083 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.591861:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14006 00000100:00100000:3.0:1746070976.591887:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431461248:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.591900:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.591917:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015083 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.591928:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015083 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.591948:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803830d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015083 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.592223:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.592225:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.592232:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.592244:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.592275:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.592285:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 60 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.592297:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426872448:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.595145:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.598929:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426872448:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.598948:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.598987:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431461248:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7102us (8033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.598997:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14006 00000100:00100000:0.0:1746070976.604098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.604218:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431461504 00000100:00100000:3.0:1746070976.604227:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431461504 00002000:00100000:3.0:1746070976.604269:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e63800 x1830887431461504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.604279:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e63800 with x1830887431461504 ext(0->4095) 00010000:00010000:3.0:1746070976.604288:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 61 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.604305:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 61 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.604311:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e63800 00000100:00100000:3.0:1746070976.604352:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2970 00000100:00100000:3.0:1746070976.604362:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2008:x1830887431461504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070976.604485:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2008:x1830887431461504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (394us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.604492:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2970 00002000:00100000:3.0:1746070976.604498:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e63800 x1830887431461504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.604504:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e63800 with x1830887431461504 ext(0->4095) 00010000:00010000:3.0:1746070976.604509:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 61 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.604518:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 61 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.604523:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e63800 00000100:00100000:0.0:1746070976.607578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.607951:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431461632 00000100:00100000:3.0:1746070976.607959:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431461632 00010000:00010000:3.0:1746070976.607990:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 61 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.608019:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14007 00000100:00100000:3.0:1746070976.608027:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2008:x1830887431461632:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.608039:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.608057:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 61 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.608067:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 61 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.608087:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038314 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01508a expref: 61 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.609285:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.609288:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.609298:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015091 expref: 60 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.609307:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015091 expref: 60 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.609338:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015091 expref: 60 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.609349:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426872576:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.609442:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.615025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.615660:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426872576:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.615678:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.615938:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2008:x1830887431461632:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7910us (8367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.615948:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14007 00000100:00100000:2.0:1746070976.616687:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431461888 00000100:00100000:2.0:1746070976.616694:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431461888 00002000:00100000:2.0:1746070976.616729:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc6a00 x1830887431461888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.616738:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc6a00 with x1830887431461888 ext(0->4095) 00002000:00010000:2.0:1746070976.616742:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc6a00 00000100:00100000:2.0:1746070976.616770:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13716 00000100:00100000:2.0:1746070976.616776:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431461888:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.616904:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431461888:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (1887us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.616909:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13716 00002000:00100000:2.0:1746070976.616914:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc6a00 x1830887431461888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.616921:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc6a00 with x1830887431461888 ext(0->4095) 00002000:00010000:2.0:1746070976.616924:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc6a00 00000100:00100000:0.0:1746070976.621111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.621558:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431462016 00000100:00100000:1.0:1746070976.621567:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431462016 00000100:00100000:1.0:1746070976.621619:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30207 00000100:00100000:1.0:1746070976.621626:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431462016:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.621641:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.621654:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015098 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.621678:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015091 expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.621684:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.621685:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.621688:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.621717:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015091 expref: 59 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.621727:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015091 expref: 59 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.621739:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426872704:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.621815:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.625022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.625115:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426872704:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.625139:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.625152:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290e00, rc 0) 00000100:00100000:1.0:1746070976.625187:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431462016:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3562us (4084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.625194:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30207 00000100:00100000:0.0:1746070976.625298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.625482:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431462272 00000100:00100000:3.0:1746070976.625488:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431462272 00010000:00010000:3.0:1746070976.625516:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015091 expref: 60 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.625536:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14008 00000100:00100000:3.0:1746070976.625542:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431462272:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.625552:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.625566:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015091 expref: 60 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.625575:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015091 expref: 60 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.625593:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803831b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015091 expref: 60 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.626935:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.626939:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.626949:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.626958:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.626993:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.627005:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426872832:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.627058:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.627472:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431462144 00000100:00100000:1.0:1746070976.627478:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431462144 00000100:00100000:1.0:1746070976.627504:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30208 00000100:00100000:1.0:1746070976.627510:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:1660:x1830887431462144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.627521:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.627532:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01509f expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.627550:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.627556:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.627557:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.627560:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.627575:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.627585:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.627594:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426872960:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.627628:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.629755:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426872832:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.629772:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.629804:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+61:2007:x1830887431462272:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4261us (4505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.629812:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14008 00000100:00100000:0.0:1746070976.630274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.630346:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426872960:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.630364:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 60 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.630375:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291c00, rc 0) 00000100:00100000:1.0:1746070976.630405:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:1660:x1830887431462144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2896us (5389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.630410:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30208 00000100:00100000:3.0:1746070976.630646:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431462528 00000100:00100000:3.0:1746070976.630651:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431462528 00002000:00100000:3.0:1746070976.630679:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8f480 x1830887431462528/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.630686:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8f480 with x1830887431462528 ext(0->4095) 00010000:00010000:3.0:1746070976.630691:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.630701:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.630706:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8f480 00000100:00100000:3.0:1746070976.630719:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2971 00000100:00100000:3.0:1746070976.630724:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431462528:12345-192.168.204.29@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746070976.630812:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431462528:12345-192.168.204.29@tcp:3:ldlm_bl.0 Request processed in 88us (538us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.630821:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2971 00002000:00100000:3.0:1746070976.630826:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8f480 x1830887431462528/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.630832:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8f480 with x1830887431462528 ext(0->4095) 00010000:00010000:3.0:1746070976.630836:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.630844:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.630850:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8f480 00000100:00100000:0.0:1746070976.633224:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.633307:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431462656 00000100:00100000:3.0:1746070976.633313:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431462656 00010000:00010000:3.0:1746070976.633340:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.633371:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14009 00000100:00100000:3.0:1746070976.633377:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad020450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431462656:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.633397:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.633411:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.633421:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.633444:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290e00/0xa5d7060008038322 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015098 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.633459:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.633461:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.633467:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.633474:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.633500:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.633517:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426873088:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.633583:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.635207:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.635282:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426873088:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.635297:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.635326:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad020450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431462656:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1949us (2107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.635334:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14009 00000100:00100000:1.0:1746070976.635420:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431462912 00000100:00100000:1.0:1746070976.635426:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431462912 00002000:00100000:1.0:1746070976.635452:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8c380 x1830887431462912/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.635465:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8c380 with x1830887431462912 ext(0->4095) 00002000:00010000:1.0:1746070976.635468:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8c380 00000100:00100000:1.0:1746070976.635496:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13717 00000100:00100000:1.0:1746070976.635501:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2010:x1830887431462912:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070976.635602:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2010:x1830887431462912:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.635608:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13717 00002000:00100000:1.0:1746070976.635612:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8c380 x1830887431462912/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.635619:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8c380 with x1830887431462912 ext(0->4095) 00002000:00010000:1.0:1746070976.635621:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe8c380 00000100:00100000:0.0:1746070976.637751:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.637853:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431463040 00000100:00100000:1.0:1746070976.637859:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431463040 00000100:00100000:1.0:1746070976.638006:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30209 00000100:00100000:1.0:1746070976.638012:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431463040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.638024:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.638037:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150a6 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.638058:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.638064:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.638065:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.638069:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.638091:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 59 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.638100:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 59 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.638110:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426873216:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.638173:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.644841:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426873216:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.644895:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.644911:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:1.0:1746070976.644948:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431463040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6935us (7201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.644955:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30209 00000100:00100000:0.0:1746070976.645424:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.646588:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431463168 00000100:00100000:3.0:1746070976.646594:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431463168 00002000:00100000:3.0:1746070976.646631:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012cfe1f80 x1830887431463168/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.646640:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe1f80 with x1830887431463168 ext(0->7) 00010000:00010000:3.0:1746070976.646646:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 60 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.646666:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 60 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.646672:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe1f80 00000100:00100000:3.0:1746070976.648352:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2972 00000100:00100000:3.0:1746070976.648363:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+60:2007:x1830887431463168:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070976.651158:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2007:x1830887431463168:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2792us (5728us total) trans 4294972298 rc 0/0 00000100:00100000:0.0:1746070976.651177:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2972 00002000:00100000:0.0:1746070976.651187:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012cfe1f80 x1830887431463168/t4294972298(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/448 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070976.651196:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe1f80 with x1830887431463168 ext(0->7) 00010000:00010000:0.0:1746070976.651204:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 62 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746070976.651219:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 62 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746070976.651224:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe1f80 00000100:00100000:2.0:1746070976.651237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.651257:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431463296 00000100:00100000:0.0:1746070976.651263:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431463296 00000100:00100000:0.0:1746070976.651299:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30210 00000100:00100000:0.0:1746070976.651305:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:1660:x1830887431463296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070976.651315:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070976.651327:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150ad expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.651344:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070976.651348:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.651354:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070976.651357:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 63 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.651396:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.651408:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 63 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.651417:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b6e00, rc 0) 00000100:00100000:0.0:1746070976.651439:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:1660:x1830887431463296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070976.651444:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30210 00000100:00100000:0.0:1746070976.654765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.654824:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431463424 00000100:00100000:3.0:1746070976.654835:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431463424 00010000:00010000:3.0:1746070976.654901:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 63 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.654929:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14010 00000100:00100000:3.0:1746070976.654935:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+63:2010:x1830887431463424:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.654946:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.654961:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 63 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.654970:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 63 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.654988:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291c00/0xa5d7060008038329 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01509f expref: 63 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.655070:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.655073:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.655080:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.655087:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.655115:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.655125:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.655135:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426873472:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.655189:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.656731:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426873472:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.656750:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.656776:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2010:x1830887431463424:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1840us (2018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.656785:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14010 00000100:00100000:0.0:1746070976.656854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.656942:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431463680 00000100:00100000:2.0:1746070976.656946:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431463680 00002000:00100000:2.0:1746070976.656974:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe2300 x1830887431463680/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.656982:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe2300 with x1830887431463680 ext(0->4095) 00010000:00010000:2.0:1746070976.656988:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.656998:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.657004:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe2300 00000100:00100000:2.0:1746070976.657018:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2973 00000100:00100000:2.0:1746070976.657024:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431463680:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070976.657328:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431463680:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 304us (474us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.657334:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2973 00002000:00100000:2.0:1746070976.657339:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe2300 x1830887431463680/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.657345:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe2300 with x1830887431463680 ext(0->4095) 00010000:00010000:2.0:1746070976.657350:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.657358:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.657363:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe2300 00000100:00100000:0.0:1746070976.659026:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.659080:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431463808 00000100:00100000:3.0:1746070976.659084:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431463808 00010000:00010000:3.0:1746070976.659107:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.659134:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14011 00000100:00100000:3.0:1746070976.659141:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431463808:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.659150:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.659165:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.659175:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.659192:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038330 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150a6 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.659317:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.659319:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.659325:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.659332:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.659358:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.659367:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426873600:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.659462:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.665192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.665287:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426873600:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.665307:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.665307:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431464064 00000100:00100000:2.0:1746070976.665314:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431464064 00000100:00100000:3.0:1746070976.665346:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431463808:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6205us (6323us total) trans 0 rc 0/0 00002000:00100000:2.0:1746070976.665348:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e03480 x1830887431464064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746070976.665355:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14011 00002000:00100000:2.0:1746070976.665357:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e03480 with x1830887431464064 ext(0->4095) 00002000:00010000:2.0:1746070976.665361:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e03480 00000100:00100000:2.0:1746070976.665387:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13718 00000100:00100000:2.0:1746070976.665393:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2007:x1830887431464064:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.665492:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2007:x1830887431464064:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.665497:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13718 00002000:00100000:2.0:1746070976.665502:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e03480 x1830887431464064/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.665508:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e03480 with x1830887431464064 ext(0->4095) 00002000:00010000:2.0:1746070976.665510:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e03480 00000100:00100000:0.0:1746070976.674471:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.674650:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431464192 00000100:00100000:2.0:1746070976.674658:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431464192 00000100:00100000:2.0:1746070976.674702:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30211 00000100:00100000:2.0:1746070976.674708:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431464192:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.674725:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.674740:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150b4 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.674764:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.674771:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.674772:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.674775:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.674799:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 61 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.674808:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 61 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.674817:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426873728:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.674915:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.679779:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426873728:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.679805:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.679819:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635200, rc 0) 00000100:00100000:2.0:1746070976.679861:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431464192:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5153us (5398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.679889:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30211 00000100:00100000:0.0:1746070976.686011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.686168:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431464320 00000100:00100000:1.0:1746070976.686180:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431464320 00002000:00100000:1.0:1746070976.686223:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e01180 x1830887431464320/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.686232:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01180 with x1830887431464320 ext(0->7) 00010000:00010000:1.0:1746070976.686240:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 62 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.686262:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 62 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.686268:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e01180 00000100:00100000:1.0:1746070976.686300:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2974 00000100:00100000:1.0:1746070976.686308:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+62:2008:x1830887431464320:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070976.689686:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2008:x1830887431464320:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3371us (3677us total) trans 4294972299 rc 0/0 00000100:00100000:0.0:1746070976.689697:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2974 00002000:00100000:0.0:1746070976.689705:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e01180 x1830887431464320/t4294972299(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/448 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070976.689713:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01180 with x1830887431464320 ext(0->7) 00010000:00010000:0.0:1746070976.689723:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 64 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746070976.689737:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 64 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746070976.689743:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e01180 00000100:00100000:0.0:1746070976.703040:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.703221:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431464448 00000100:00100000:2.0:1746070976.703230:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431464448 00000100:00100000:2.0:1746070976.703271:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30212 00000100:00100000:2.0:1746070976.703278:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:1660:x1830887431464448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.703290:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.703305:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150bb expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.703329:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.703334:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.703339:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070976.703342:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 65 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.703372:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.703392:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 65 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.703400:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635e00, rc 0) 00000100:00100000:2.0:1746070976.703436:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:1660:x1830887431464448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.703441:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30212 00000100:00100000:0.0:1746070976.710331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.710430:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431464576 00000100:00100000:3.0:1746070976.710438:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431464576 00010000:00010000:3.0:1746070976.710470:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 65 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.710502:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14012 00000100:00100000:3.0:1746070976.710510:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2007:x1830887431464576:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.710522:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.710540:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 65 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.710550:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 65 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.710568:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038337 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ad expref: 65 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.710594:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.710596:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.710602:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.710610:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.710635:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.710649:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.710659:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426873984:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.710732:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.712136:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426873984:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.712152:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.712186:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2007:x1830887431464576:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1676us (1860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.712194:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14012 00000100:00100000:0.0:1746070976.712946:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.713073:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431464832 00000100:00100000:2.0:1746070976.713078:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431464832 00002000:00100000:2.0:1746070976.713108:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009491b800 x1830887431464832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.713117:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b800 with x1830887431464832 ext(0->4095) 00010000:00010000:2.0:1746070976.713124:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.713135:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.713141:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009491b800 00000100:00100000:2.0:1746070976.713722:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2975 00000100:00100000:2.0:1746070976.713730:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431464832:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070976.715358:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431464832:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1624us (2408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.715366:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2975 00002000:00100000:2.0:1746070976.715374:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009491b800 x1830887431464832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.715392:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b800 with x1830887431464832 ext(0->4095) 00010000:00010000:2.0:1746070976.715398:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.715410:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.715421:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009491b800 00000100:00100000:0.0:1746070976.718230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.718287:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431464960 00000100:00100000:3.0:1746070976.718294:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431464960 00010000:00010000:3.0:1746070976.718321:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.718357:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14013 00000100:00100000:3.0:1746070976.718364:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431464960:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.718374:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.718398:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.718408:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.718426:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635200/0xa5d706000803833e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150b4 expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.718449:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.718451:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.718457:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 63 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.718465:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 63 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.718488:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 63 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.718498:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426874112:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.718560:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.719748:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426874112:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.719761:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.719915:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431464960:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1551us (1689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.719923:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14013 00000100:00100000:2.0:1746070976.721304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.721395:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431465216 00000100:00100000:0.0:1746070976.721402:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431465216 00002000:00100000:0.0:1746070976.721431:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118380 x1830887431465216/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070976.721441:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118380 with x1830887431465216 ext(0->4095) 00002000:00010000:0.0:1746070976.721445:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118380 00000100:00100000:0.0:1746070976.721468:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13719 00000100:00100000:0.0:1746070976.721473:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2007:x1830887431465216:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070976.721572:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2007:x1830887431465216:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (271us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070976.721577:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13719 00002000:00100000:0.0:1746070976.721582:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118380 x1830887431465216/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070976.721589:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118380 with x1830887431465216 ext(0->4095) 00002000:00010000:0.0:1746070976.721591:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118380 00000100:00100000:0.0:1746070976.728168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.728253:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431465344 00000100:00100000:1.0:1746070976.728261:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431465344 00000100:00100000:1.0:1746070976.728340:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30213 00000100:00100000:1.0:1746070976.728347:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431465344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.728361:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.728375:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150c2 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.728410:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 63 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.728417:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.728419:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.728422:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.728446:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 63 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.728455:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 63 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.728466:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426874240:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.729029:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.734208:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426874240:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.734235:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.734249:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:1.0:1746070976.734285:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431465344:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5938us (6125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.734292:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30213 00000100:00100000:0.0:1746070976.736515:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.736594:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431465472 00000100:00100000:2.0:1746070976.736602:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431465472 00002000:00100000:2.0:1746070976.736632:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880094919500 x1830887431465472/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.736641:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919500 with x1830887431465472 ext(0->7) 00010000:00010000:2.0:1746070976.736649:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 64 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.736659:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 64 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.736665:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094919500 00000100:00100000:2.0:1746070976.736679:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2976 00000100:00100000:2.0:1746070976.736684:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+64:2008:x1830887431465472:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070976.737260:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431465472:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 574us (748us total) trans 4294972300 rc 0/0 00000100:00100000:0.0:1746070976.737266:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2976 00002000:00100000:0.0:1746070976.737271:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880094919500 x1830887431465472/t4294972300(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/448 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070976.737277:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919500 with x1830887431465472 ext(0->7) 00010000:00010000:0.0:1746070976.737281:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746070976.737294:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746070976.737299:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094919500 00000100:00100000:0.0:1746070976.739374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.739461:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431465600 00000100:00100000:3.0:1746070976.739467:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431465600 00010000:00010000:3.0:1746070976.739489:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.739508:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14014 00000100:00100000:3.0:1746070976.739513:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431465600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.739524:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.739537:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.739546:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.739564:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038345 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150bb expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.739592:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.739594:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.739599:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.739605:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.739630:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.739639:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426874368:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.739806:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.742039:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426874368:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.742054:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.742081:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2008:x1830887431465600:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2567us (2711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.742092:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14014 00000100:00100000:0.0:1746070976.742961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.743035:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431465856 00000100:00100000:1.0:1746070976.743040:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431465856 00002000:00100000:1.0:1746070976.743071:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef04e00 x1830887431465856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.743080:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04e00 with x1830887431465856 ext(0->4095) 00002000:00010000:1.0:1746070976.743084:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef04e00 00000100:00100000:1.0:1746070976.743099:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13720 00000100:00100000:1.0:1746070976.743106:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431465856:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.743199:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431465856:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.743205:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13720 00002000:00100000:1.0:1746070976.743209:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef04e00 x1830887431465856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.743222:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04e00 with x1830887431465856 ext(0->4095) 00002000:00010000:1.0:1746070976.743224:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef04e00 00000100:00100000:0.0:1746070976.745800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.746136:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431465984 00000100:00100000:1.0:1746070976.746142:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431465984 00000100:00100000:1.0:1746070976.746218:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30214 00000100:00100000:1.0:1746070976.746225:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:1660:x1830887431465984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.746239:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.746253:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150c9 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.746274:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.746280:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.746281:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.746285:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.746307:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.746317:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c2 expref: 5 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746070976.746327:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426874496:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.746394:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070976.747345:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.747957:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431466112 00000100:00100000:2.0:1746070976.747962:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431466112 00000100:00100000:2.0:1746070976.747994:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30215 00000100:00100000:2.0:1746070976.747999:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1661:x1830887431466112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.748010:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.748019:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150d0 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.748034:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.748039:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.748043:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.748046:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d0 expref: 68 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.748069:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.748079:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d0 expref: 68 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.748088:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634000, rc 0) 00000100:00100000:2.0:1746070976.748128:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1661:x1830887431466112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.748134:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30215 00000100:00100000:2.0:1746070976.748452:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426874496:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.748466:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 67 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.748479:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290a00, rc 0) 00000100:00100000:2.0:1746070976.748498:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1660:x1830887431465984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2273us (2703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.748503:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30214 00000100:00100000:0.0:1746070976.749066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.749098:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431466240 00000100:00100000:3.0:1746070976.749102:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431466240 00010000:00010000:3.0:1746070976.749117:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c2 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.749135:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14015 00000100:00100000:3.0:1746070976.749139:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431466240:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.749144:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.749155:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c2 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.749162:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c2 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.749173:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803834c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c2 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.749181:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.749182:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.749186:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.749191:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.749202:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.749209:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 66 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.749215:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426874752:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.749259:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.750143:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426874752:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.750150:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.750173:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431466240:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1034us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.750178:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14015 00000100:00100000:0.0:1746070976.750323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.750398:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431466496 00000100:00100000:2.0:1746070976.750401:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431466496 00002000:00100000:2.0:1746070976.750419:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef06680 x1830887431466496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.750425:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06680 with x1830887431466496 ext(0->4095) 00010000:00010000:2.0:1746070976.750428:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.750435:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.750438:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef06680 00000100:00100000:2.0:1746070976.750455:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2977 00000100:00100000:2.0:1746070976.750458:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2010:x1830887431466496:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070976.750532:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2010:x1830887431466496:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 74us (210us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.750536:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2977 00002000:00100000:2.0:1746070976.750539:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef06680 x1830887431466496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.750544:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef06680 with x1830887431466496 ext(0->4095) 00010000:00010000:2.0:1746070976.750546:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.750551:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.750554:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef06680 00000100:00100000:2.0:1746070976.752097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.752191:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431466624 00000100:00100000:3.0:1746070976.752194:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431466624 00010000:00010000:3.0:1746070976.752206:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.752221:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14016 00000100:00100000:3.0:1746070976.752224:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad020050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2007:x1830887431466624:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.752230:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.752237:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.752243:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.752254:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008038353 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150c9 expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.752264:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.752266:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.752270:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d0 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.752275:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d0 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.752290:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d0 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.752296:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426874880:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.752339:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.753702:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.753788:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426874880:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.753790:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431466880 00000100:00100000:2.0:1746070976.753794:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431466880 00010000:00010000:3.0:1746070976.753801:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746070976.753816:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef05f80 x1830887431466880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746070976.753821:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad020050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2007:x1830887431466624:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1596us (1725us total) trans 0 rc 0/0 00002000:00100000:2.0:1746070976.753824:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05f80 with x1830887431466880 ext(0->4095) 00002000:00010000:2.0:1746070976.753827:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef05f80 00000100:00100000:3.0:1746070976.753828:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14016 00000100:00100000:2.0:1746070976.753850:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13721 00000100:00100000:2.0:1746070976.753855:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2007:x1830887431466880:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.753961:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2007:x1830887431466880:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.753966:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13721 00002000:00100000:2.0:1746070976.753971:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef05f80 x1830887431466880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.753977:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef05f80 with x1830887431466880 ext(0->4095) 00002000:00010000:2.0:1746070976.753980:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef05f80 00000100:00100000:2.0:1746070976.755151:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.755227:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431467008 00000100:00100000:0.0:1746070976.755230:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431467008 00000100:00100000:0.0:1746070976.755261:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30216 00000100:00100000:0.0:1746070976.755266:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431467008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070976.755274:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070976.755286:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150d7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.755303:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d0 expref: 65 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.755310:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070976.755311:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070976.755314:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.755331:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d0 expref: 65 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070976.755341:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d0 expref: 65 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746070976.755350:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426875008:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070976.755647:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.757016:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ef04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426875008:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.757035:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.757047:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8600, rc 0) 00000100:00100000:2.0:1746070976.757073:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431467008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1808us (1924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.757080:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30216 00000100:00100000:0.0:1746070976.757535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.757612:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431467136 00000100:00100000:3.0:1746070976.757617:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431467136 00010000:00010000:3.0:1746070976.757649:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d0 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.757680:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14017 00000100:00100000:3.0:1746070976.757687:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2007:x1830887431467136:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.757700:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.757713:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d0 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.757723:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d0 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.757740:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d706000803835a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d0 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.757765:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.757767:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.757773:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.757781:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.757803:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.757811:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426875136:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.757857:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.759454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.759589:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431467392 00000100:00100000:1.0:1746070976.759595:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431467392 00002000:00100000:1.0:1746070976.759624:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cc700 x1830887431467392/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.759633:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cc700 with x1830887431467392 ext(0->4095) 00002000:00010000:1.0:1746070976.759637:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cc700 00000100:00100000:1.0:1746070976.759661:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13722 00000100:00100000:1.0:1746070976.759667:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431467392:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070976.759768:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431467392:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.759773:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13722 00002000:00100000:1.0:1746070976.759778:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8cc700 x1830887431467392/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.759784:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8cc700 with x1830887431467392 ext(0->4095) 00002000:00010000:1.0:1746070976.759786:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8cc700 00000100:00100000:3.0:1746070976.759822:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426875136:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.759836:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.759858:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2007:x1830887431467136:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2172us (2323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.759889:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14017 00000100:00100000:0.0:1746070976.762369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.763027:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431467520 00000100:00100000:2.0:1746070976.763034:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431467520 00000100:00100000:2.0:1746070976.763076:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30217 00000100:00100000:2.0:1746070976.763081:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:1661:x1830887431467520:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.763094:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.763107:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150de expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.763131:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.763137:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.763139:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.763142:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.763166:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.763187:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d7 expref: 5 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.763196:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e148380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426875264:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.763269:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.765183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.765265:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431467648 00000100:00100000:3.0:1746070976.765271:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431467648 00000100:00100000:3.0:1746070976.765313:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30218 00000100:00100000:3.0:1746070976.765319:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1660:x1830887431467648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.765331:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.765341:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150e5 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.765360:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.765365:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.765370:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.765372:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.765404:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.765413:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.765420:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e000, rc 0) 00000100:00100000:3.0:1746070976.765447:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1660:x1830887431467648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.765452:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30218 00000100:00100000:2.0:1746070976.766695:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e148380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426875264:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.766712:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 67 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.766725:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635e00, rc 0) 00000100:00100000:2.0:1746070976.767091:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1661:x1830887431467520:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4008us (4726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.767097:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30217 00000100:00100000:1.0:1746070976.767809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.768144:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431467776 00000100:00100000:3.0:1746070976.768149:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431467776 00010000:00010000:3.0:1746070976.768168:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d7 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.768198:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14018 00000100:00100000:3.0:1746070976.768203:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431467776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.768213:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.768227:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d7 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.768236:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d7 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.768253:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038361 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150d7 expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.768276:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.768277:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.768283:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.768289:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.768311:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.768325:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 66 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.768334:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426875520:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.768402:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.770447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.770519:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431468032 00000100:00100000:2.0:1746070976.770525:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431468032 00002000:00100000:2.0:1746070976.770558:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538e00 x1830887431468032/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.770566:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538e00 with x1830887431468032 ext(0->4095) 00010000:00010000:2.0:1746070976.770573:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.770584:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.770590:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d538e00 00000100:00100000:2.0:1746070976.770619:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2978 00000100:00100000:2.0:1746070976.770625:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2008:x1830887431468032:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070976.770848:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2008:x1830887431468032:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 223us (478us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.770855:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2978 00002000:00100000:2.0:1746070976.770860:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538e00 x1830887431468032/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.770899:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538e00 with x1830887431468032 ext(0->4095) 00010000:00010000:2.0:1746070976.770904:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.770913:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.770918:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d538e00 00000100:00100000:3.0:1746070976.771238:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426875520:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.771253:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.771326:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431467776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3121us (3517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.771333:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14018 00000100:00100000:0.0:1746070976.772748:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.773827:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431468160 00000100:00100000:2.0:1746070976.773834:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431468160 00000100:00100000:2.0:1746070976.773879:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30219 00000100:00100000:2.0:1746070976.773886:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431468160:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746070976.773943:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.773975:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431468288 00000100:00100000:3.0:1746070976.773979:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431468288 00010000:00010000:2.0:1746070976.773980:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.773993:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150ec expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.773995:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.774010:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14019 00010000:00010000:2.0:1746070976.774012:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746070976.774014:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2007:x1830887431468288:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.774017:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 67 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.774020:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.774022:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070976.774024:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.774034:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.774043:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.774126:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 67 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.774142:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.774151:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634000, rc 0) 00000100:00100000:2.0:1746070976.774193:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431468160:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 308us (1447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.774199:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30219 00010000:00010000:3.0:1746070976.774270:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d7060008038368 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150de expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.774281:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.774282:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.774287:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 66 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.774294:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 66 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.774311:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 66 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.774320:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 66 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.774329:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426875776:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.774399:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.775517:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426875776:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.775527:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.775653:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2007:x1830887431468288:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1542us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.775661:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14019 00000100:00100000:0.0:1746070976.775922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.776314:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431468544 00000100:00100000:2.0:1746070976.776318:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431468544 00002000:00100000:2.0:1746070976.776342:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539f80 x1830887431468544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.776351:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539f80 with x1830887431468544 ext(0->4095) 00010000:00010000:2.0:1746070976.776357:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 66 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.776367:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 66 pid: 10108 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.776373:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d539f80 00000100:00100000:2.0:1746070976.776405:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2979 00000100:00100000:2.0:1746070976.776411:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2007:x1830887431468544:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.776502:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2007:x1830887431468544:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (580us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.776507:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2979 00002000:00100000:2.0:1746070976.776513:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d539f80 x1830887431468544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.776520:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d539f80 with x1830887431468544 ext(0->4095) 00010000:00010000:2.0:1746070976.776524:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 66 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.776532:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 66 pid: 10108 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.776538:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d539f80 00000100:00100000:0.0:1746070976.780040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.780372:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431468672 00000100:00100000:2.0:1746070976.780388:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431468672 00000100:00100000:2.0:1746070976.780440:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30220 00000100:00100000:2.0:1746070976.780446:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:1660:x1830887431468672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.780460:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.780477:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150f3 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.780500:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.780505:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.780510:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070976.780513:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150f3 expref: 67 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.780544:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.780559:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150f3 expref: 67 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.780568:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635e00, rc 0) 00000100:00100000:2.0:1746070976.780612:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1660:x1830887431468672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.780618:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30220 00000100:00100000:0.0:1746070976.780901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.781148:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431468800 00000100:00100000:3.0:1746070976.781152:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431468800 00010000:00010000:3.0:1746070976.781168:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 67 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.781189:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14020 00000100:00100000:3.0:1746070976.781193:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2010:x1830887431468800:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.781200:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.781214:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 67 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.781223:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 67 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.781238:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803836f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150e5 expref: 67 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.781250:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.781251:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.781256:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.781263:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.781279:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.781287:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 5 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.781301:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426876032:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.781339:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.783840:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426876032:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.783856:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.784485:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2010:x1830887431468800:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3289us (3583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.784494:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14020 00000100:00100000:0.0:1746070976.786000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.786209:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431469056 00000100:00100000:1.0:1746070976.786216:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431469056 00002000:00100000:1.0:1746070976.786262:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b100 x1830887431469056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.786271:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b100 with x1830887431469056 ext(0->4095) 00010000:00010000:1.0:1746070976.786279:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.786295:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.786300:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53b100 00000100:00100000:1.0:1746070976.786328:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2980 00000100:00100000:1.0:1746070976.786335:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431469056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070976.786464:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431469056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.786470:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2980 00002000:00100000:1.0:1746070976.786474:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b100 x1830887431469056/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.786481:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b100 with x1830887431469056 ext(0->4095) 00010000:00010000:1.0:1746070976.786486:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.786494:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.786499:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53b100 00000100:00100000:0.0:1746070976.789787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.789906:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431469184 00000100:00100000:3.0:1746070976.789913:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431469184 00010000:00010000:3.0:1746070976.789943:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.790001:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14021 00000100:00100000:3.0:1746070976.790010:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431469184:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.790020:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.790038:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.790048:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.790067:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634000/0xa5d7060008038376 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150ec expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.790094:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.790097:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.790103:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150f3 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.790110:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150f3 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.790141:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150f3 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.790280:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426876160:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.790431:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.791636:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426876160:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.791647:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.791667:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431469184:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1659us (1887us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.791674:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14021 00000100:00100000:2.0:1746070976.793203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.793340:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431469440 00000100:00100000:0.0:1746070976.793345:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431469440 00002000:00100000:0.0:1746070976.793374:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e148380 x1830887431469440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070976.793393:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e148380 with x1830887431469440 ext(0->4095) 00002000:00010000:0.0:1746070976.793396:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e148380 00000100:00100000:0.0:1746070976.793415:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13723 00000100:00100000:0.0:1746070976.793421:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431469440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070976.793517:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431469440:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070976.793523:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13723 00002000:00100000:0.0:1746070976.793527:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e148380 x1830887431469440/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070976.793533:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e148380 with x1830887431469440 ext(0->4095) 00002000:00010000:0.0:1746070976.793536:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e148380 00000100:00100000:0.0:1746070976.796497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.796698:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431469568 00000100:00100000:3.0:1746070976.796705:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431469568 00000100:00100000:3.0:1746070976.796753:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30221 00000100:00100000:3.0:1746070976.796759:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431469568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.796771:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.796786:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0150fa expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.796809:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150f3 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.796821:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.796822:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.796826:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150fa expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.796848:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150f3 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.796858:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150f3 expref: 65 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.796902:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426876288:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.796975:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.798053:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426876288:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.798070:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150fa expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.798080:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:3.0:1746070976.798104:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431469568:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1345us (1612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.798111:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30221 00000100:00100000:0.0:1746070976.798919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.798979:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431469696 00000100:00100000:3.0:1746070976.798983:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431469696 00010000:00010000:3.0:1746070976.799000:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150f3 expref: 66 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.799108:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14022 00000100:00100000:3.0:1746070976.799114:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431469696:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.799123:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.799138:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150f3 expref: 66 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.799146:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150f3 expref: 66 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.799162:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803837d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150f3 expref: 66 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.799385:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.799387:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.799393:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150fa expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.799400:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150fa expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.799431:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150fa expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.799441:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426876416:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.799494:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.800733:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426876416:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.800745:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.800767:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2008:x1830887431469696:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1653us (1849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.800773:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14022 00000100:00100000:0.0:1746070976.801166:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.801222:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431469952 00000100:00100000:1.0:1746070976.801227:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431469952 00002000:00100000:1.0:1746070976.801253:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130564e00 x1830887431469952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.801261:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130564e00 with x1830887431469952 ext(0->4095) 00002000:00010000:1.0:1746070976.801265:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130564e00 00000100:00100000:1.0:1746070976.801280:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13724 00000100:00100000:1.0:1746070976.801291:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431469952:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.801406:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431469952:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.801411:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13724 00002000:00100000:1.0:1746070976.801416:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130564e00 x1830887431469952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.801422:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130564e00 with x1830887431469952 ext(0->4095) 00002000:00010000:1.0:1746070976.801425:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130564e00 00000100:00100000:0.0:1746070976.803037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.803618:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431470080 00000100:00100000:3.0:1746070976.803624:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431470080 00000100:00100000:3.0:1746070976.803667:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30222 00000100:00100000:3.0:1746070976.803674:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:1661:x1830887431470080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.803685:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.803698:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015101 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.803721:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150fa expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.803727:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.803729:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.803732:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.803754:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150fa expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.803764:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150fa expref: 5 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.803773:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426876544:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.803842:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.805317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.806133:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426876544:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070976.806153:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.806164:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ea00, rc 0) 00000100:00100000:3.0:1746070976.806191:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:1661:x1830887431470080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2518us (3157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.806197:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30222 00000100:00100000:3.0:1746070976.806216:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431470208 00000100:00100000:3.0:1746070976.806219:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431470208 00000100:00100000:3.0:1746070976.806236:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30223 00000100:00100000:3.0:1746070976.806240:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b10050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:1660:x1830887431470208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.806248:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.806255:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015108 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.806268:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.806271:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.806276:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070976.806279:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.806294:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.806305:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 67 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.806310:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e200, rc 0) 00000100:00100000:3.0:1746070976.806321:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b10050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1660:x1830887431470208:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 81us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.806325:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30223 00000100:00100000:0.0:1746070976.806784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.807073:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431470336 00000100:00100000:3.0:1746070976.807076:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431470336 00010000:00010000:3.0:1746070976.807090:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150fa expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.807309:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14023 00000100:00100000:3.0:1746070976.807315:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431470336:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.807322:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.807335:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150fa expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.807344:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150fa expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.807358:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038384 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0150fa expref: 6 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.807384:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.807386:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.807392:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.807399:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.807415:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.807604:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.807614:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426876800:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.808242:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.809546:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426876800:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.809560:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.809596:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431470336:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2281us (2812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.809604:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14023 00000100:00100000:0.0:1746070976.809742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.809781:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431470592 00000100:00100000:2.0:1746070976.809786:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431470592 00002000:00100000:2.0:1746070976.809813:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130565880 x1830887431470592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.809821:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565880 with x1830887431470592 ext(0->4095) 00010000:00010000:2.0:1746070976.809827:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 67 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.809837:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 67 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.809842:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130565880 00000100:00100000:2.0:1746070976.809854:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2981 00000100:00100000:2.0:1746070976.809859:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2007:x1830887431470592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.809963:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2007:x1830887431470592:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.809971:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2981 00002000:00100000:2.0:1746070976.809976:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130565880 x1830887431470592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.809983:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130565880 with x1830887431470592 ext(0->4095) 00010000:00010000:2.0:1746070976.809987:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 67 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.809995:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 67 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.810000:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130565880 00000100:00100000:0.0:1746070976.811277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.811345:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431470720 00000100:00100000:2.0:1746070976.811350:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431470720 00000100:00100000:2.0:1746070976.811394:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30224 00000100:00100000:2.0:1746070976.811400:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431470720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.811409:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.811420:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01510f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.811436:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.811441:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.811446:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070976.811449:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.811478:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.811487:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.811495:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635000, rc 0) 00000100:00100000:2.0:1746070976.811574:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431470720:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.811579:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30224 00000100:00100000:0.0:1746070976.811850:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.811928:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431470848 00000100:00100000:3.0:1746070976.811931:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431470848 00010000:00010000:3.0:1746070976.811944:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 67 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.811958:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14024 00000100:00100000:3.0:1746070976.811962:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2007:x1830887431470848:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.811971:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.811981:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 67 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.811988:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 67 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.812001:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803838b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015101 expref: 67 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.812010:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.812011:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.812016:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.812024:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.812040:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.812048:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.812056:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426877056:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.812217:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.813497:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426877056:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.813509:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.813535:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2007:x1830887431470848:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1572us (1685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.813543:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14024 00000100:00100000:0.0:1746070976.814190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.814230:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431471104 00000100:00100000:2.0:1746070976.814238:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431471104 00002000:00100000:2.0:1746070976.814262:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839ff480 x1830887431471104/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.814270:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839ff480 with x1830887431471104 ext(0->4095) 00010000:00010000:2.0:1746070976.814277:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.814286:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.814295:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839ff480 00000100:00100000:2.0:1746070976.814319:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2982 00000100:00100000:2.0:1746070976.814325:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431471104:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070976.814440:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431471104:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (250us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.814446:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2982 00002000:00100000:2.0:1746070976.814451:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839ff480 x1830887431471104/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.814457:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839ff480 with x1830887431471104 ext(0->4095) 00010000:00010000:2.0:1746070976.814461:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.814469:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.814474:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839ff480 00000100:00100000:0.0:1746070976.816459:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.816528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.816712:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431471360 00000100:00100000:2.0:1746070976.816719:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431471360 00010000:00010000:2.0:1746070976.816739:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.816769:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14025 00000100:00100000:2.0:1746070976.816776:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431471360:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.816784:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.816797:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.816807:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.816827:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038392 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015108 expref: 66 pid: 17293 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.816896:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431471232 00000100:00100000:3.0:1746070976.816901:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431471232 00010000:00010000:2.0:1746070976.817042:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.817044:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.817051:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.817059:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.817083:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.817092:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426877184:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.817150:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.817175:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30225 00000100:00100000:3.0:1746070976.817182:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:1660:x1830887431471232:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.817195:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.817204:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015116 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.817217:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.817222:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.817223:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.817226:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015116 expref: 67 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.817241:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.817250:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 5 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.817258:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426877312:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.817296:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.818998:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.819106:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426877184:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.819125:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.819153:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2008:x1830887431471360:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2376us (2624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.819160:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14025 00000100:00100000:2.0:1746070976.819201:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426877312:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.819216:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015116 expref: 66 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.819225:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:2.0:1746070976.819240:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:1660:x1830887431471232:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2060us (2785us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.819248:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30225 00000100:00100000:3.0:1746070976.819318:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431471616 00000100:00100000:3.0:1746070976.819323:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431471616 00002000:00100000:3.0:1746070976.819348:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a601bb80 x1830887431471616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.819356:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a601bb80 with x1830887431471616 ext(0->4095) 00010000:00010000:3.0:1746070976.819361:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.819370:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.819386:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a601bb80 00000100:00100000:3.0:1746070976.819412:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2983 00000100:00100000:3.0:1746070976.819421:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a601bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431471616:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070976.819531:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a601bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431471616:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (535us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.819537:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2983 00002000:00100000:3.0:1746070976.819542:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a601bb80 x1830887431471616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.819549:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a601bb80 with x1830887431471616 ext(0->4095) 00010000:00010000:3.0:1746070976.819553:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.819561:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:3.0:1746070976.819567:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a601bb80 00000100:00100000:0.0:1746070976.821444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.821527:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431471744 00000100:00100000:2.0:1746070976.821532:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431471744 00010000:00010000:2.0:1746070976.821552:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.821784:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14026 00000100:00100000:2.0:1746070976.821790:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431471744:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.821799:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.821812:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.821822:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.821842:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635000/0xa5d7060008038399 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01510f expref: 6 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.821887:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.821889:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.821895:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015116 expref: 65 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.821902:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015116 expref: 65 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.821926:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015116 expref: 65 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.821937:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426877440:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.823203:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.827801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.827882:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431472000 00000100:00100000:1.0:1746070976.827889:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431472000 00000100:00100000:3.0:1746070976.827904:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426877440:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.827920:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746070976.827921:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6018380 x1830887431472000/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.827929:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6018380 with x1830887431472000 ext(0->4095) 00002000:00010000:1.0:1746070976.827932:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6018380 00000100:00100000:3.0:1746070976.827953:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431471744:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6163us (6515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.827961:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14026 00000100:00100000:1.0:1746070976.828274:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13725 00000100:00100000:1.0:1746070976.828282:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2007:x1830887431472000:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.828384:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2007:x1830887431472000:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (582us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.828390:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13725 00002000:00100000:1.0:1746070976.828394:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6018380 x1830887431472000/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.828407:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6018380 with x1830887431472000 ext(0->4095) 00002000:00010000:1.0:1746070976.828409:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6018380 00000100:00100000:0.0:1746070976.830047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.830095:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431472128 00000100:00100000:2.0:1746070976.830099:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431472128 00000100:00100000:2.0:1746070976.830133:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30226 00000100:00100000:2.0:1746070976.830139:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431472128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.830148:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.830161:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01511d expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.830181:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015116 expref: 65 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.830186:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.830188:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.830190:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01511d expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.830212:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015116 expref: 65 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.830222:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015116 expref: 65 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.830236:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e14a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426877568:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.830334:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.831912:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e14a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426877568:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.831932:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01511d expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.831943:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635e00, rc 0) 00000100:00100000:2.0:1746070976.831968:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431472128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1830us (1924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.831975:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30226 00000100:00100000:0.0:1746070976.832246:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.832368:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431472256 00000100:00100000:3.0:1746070976.832373:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431472256 00010000:00010000:3.0:1746070976.832402:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015116 expref: 66 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.832421:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14027 00000100:00100000:3.0:1746070976.832427:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431472256:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.832436:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.832449:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015116 expref: 66 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.832459:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015116 expref: 66 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.832480:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d70600080383a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015116 expref: 66 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.832944:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.832948:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.832954:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01511d expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.832965:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01511d expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.832989:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01511d expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.832998:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426877696:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.833160:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.835360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.835387:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426877696:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.835403:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.835433:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+65:2008:x1830887431472256:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3006us (3187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.835441:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14027 00000100:00100000:2.0:1746070976.835517:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431472512 00000100:00100000:2.0:1746070976.835523:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431472512 00002000:00100000:2.0:1746070976.835552:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fa680 x1830887431472512/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.835560:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fa680 with x1830887431472512 ext(0->4095) 00002000:00010000:2.0:1746070976.835564:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839fa680 00000100:00100000:2.0:1746070976.835590:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13726 00000100:00100000:2.0:1746070976.835596:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431472512:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.835684:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431472512:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.835690:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13726 00002000:00100000:2.0:1746070976.835695:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fa680 x1830887431472512/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.835701:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fa680 with x1830887431472512 ext(0->4095) 00002000:00010000:2.0:1746070976.835704:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839fa680 00000100:00100000:0.0:1746070976.837949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070976.837990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.838052:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431472640 00000100:00100000:1.0:1746070976.838060:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431472640 00000100:00100000:1.0:1746070976.838113:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431472768 00000100:00100000:1.0:1746070976.838115:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431472768 00000100:00100000:2.0:1746070976.838117:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30227 00000100:00100000:2.0:1746070976.838124:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:1660:x1830887431472640:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746070976.838130:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30228 00000100:00100000:1.0:1746070976.838133:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:1661:x1830887431472768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.838135:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.838138:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.838147:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015124 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.838147:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01512b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.838167:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01511d expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.838173:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.838174:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.838177:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.838224:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070976.838228:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.838233:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.838235:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01512b expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.838253:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01511d expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.838263:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01511d expref: 5 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.838272:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e14a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426877824:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070976.838273:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.838282:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01512b expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.838289:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290a00, rc 0) 00000100:00100000:1.0:1746070976.838318:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1661:x1830887431472768:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.838323:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30228 00000100:00100000:2.0:1746070976.838335:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.839331:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e14a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426877824:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.839343:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 67 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.839351:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635a00, rc 0) 00000100:00100000:2.0:1746070976.839370:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1660:x1830887431472640:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1248us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.839390:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30227 00000100:00100000:0.0:1746070976.839941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.840019:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431472896 00000100:00100000:3.0:1746070976.840023:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431472896 00010000:00010000:3.0:1746070976.840045:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01511d expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.840071:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14028 00000100:00100000:3.0:1746070976.840077:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431472896:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.840085:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.840100:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01511d expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.840112:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01511d expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.840128:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01511d expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.840150:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.840152:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.840157:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 66 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.840163:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 66 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.840181:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 66 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.840189:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 66 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.840197:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426878080:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.840247:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.843460:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426878080:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.843477:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.843513:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431472896:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3435us (3571us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.843526:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14028 00000100:00100000:0.0:1746070976.844021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.844063:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431473152 00000100:00100000:1.0:1746070976.844069:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431473152 00002000:00100000:1.0:1746070976.844103:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f8700 x1830887431473152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.844112:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f8700 with x1830887431473152 ext(0->4095) 00010000:00010000:1.0:1746070976.844119:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 67 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.844129:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 67 pid: 10108 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.844135:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839f8700 00000100:00100000:1.0:1746070976.844158:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2984 00000100:00100000:1.0:1746070976.844164:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2008:x1830887431473152:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070976.844309:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2008:x1830887431473152:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.844314:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2984 00002000:00100000:1.0:1746070976.844318:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f8700 x1830887431473152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.844325:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f8700 with x1830887431473152 ext(0->4095) 00010000:00010000:1.0:1746070976.844329:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 67 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.844341:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 67 pid: 10108 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.844346:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839f8700 00000100:00100000:0.0:1746070976.848089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.848369:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431473280 00000100:00100000:3.0:1746070976.848386:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431473280 00010000:00010000:3.0:1746070976.848418:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 67 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.848452:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14029 00000100:00100000:3.0:1746070976.848458:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2007:x1830887431473280:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.848470:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.848486:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 67 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.848496:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 67 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.848515:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015124 expref: 67 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.849177:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.849179:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.849186:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01512b expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.849194:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01512b expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.849222:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01512b expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.849232:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426878208:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.849307:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.851411:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426878208:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.851428:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.851458:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2007:x1830887431473280:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3000us (3375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.851467:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14029 00000100:00100000:0.0:1746070976.855811:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.856140:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431473536 00000100:00100000:1.0:1746070976.856148:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431473536 00002000:00100000:1.0:1746070976.856186:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072774000 x1830887431473536/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.856196:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774000 with x1830887431473536 ext(0->4095) 00002000:00010000:1.0:1746070976.856200:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072774000 00000100:00100000:1.0:1746070976.856231:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13727 00000100:00100000:1.0:1746070976.856239:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431473536:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070976.856357:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431473536:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.856364:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13727 00002000:00100000:1.0:1746070976.856369:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072774000 x1830887431473536/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.856385:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774000 with x1830887431473536 ext(0->4095) 00002000:00010000:1.0:1746070976.856387:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072774000 00000100:00100000:0.0:1746070976.860783:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.860853:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431473664 00000100:00100000:2.0:1746070976.860860:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431473664 00000100:00100000:2.0:1746070976.860939:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30229 00000100:00100000:2.0:1746070976.860946:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431473664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.860961:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.860977:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015132 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.861003:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01512b expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.861009:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.861010:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.861013:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.861037:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01512b expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.861045:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01512b expref: 65 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.861054:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e14a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426878336:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.861123:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.866235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.866319:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431473792 00000100:00100000:1.0:1746070976.866325:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431473792 00000100:00100000:1.0:1746070976.866384:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30230 00000100:00100000:1.0:1746070976.866392:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:1660:x1830887431473792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.866409:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.866423:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015139 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.866442:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.866447:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.866452:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070976.866455:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 67 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.866482:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.866492:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 67 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.866501:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290600, rc 0) 00000100:00100000:1.0:1746070976.866536:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:1660:x1830887431473792:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070976.866541:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30230 00000100:00100000:2.0:1746070976.867365:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e14a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426878336:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.867395:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.867404:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635a00, rc 0) 00000100:00100000:2.0:1746070976.867422:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431473664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6477us (6645us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.867427:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30229 00000100:00100000:0.0:1746070976.868769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.869197:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431473920 00000100:00100000:3.0:1746070976.869203:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431473920 00010000:00010000:3.0:1746070976.869228:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01512b expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.869257:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14030 00000100:00100000:3.0:1746070976.869263:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+67:2008:x1830887431473920:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.869274:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.869289:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01512b expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.869299:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01512b expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.869317:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080383b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01512b expref: 67 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.869331:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.869333:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.869338:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.869345:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.869368:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.869388:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 5 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.869398:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426878592:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.869460:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.876704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.876776:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426878592:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.876793:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.877479:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431473920:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 8213us (8709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.877488:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14030 00000100:00100000:2.0:1746070976.877521:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431474176 00000100:00100000:2.0:1746070976.877527:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431474176 00002000:00100000:2.0:1746070976.877560:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300700 x1830887431474176/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.877568:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300700 with x1830887431474176 ext(0->4095) 00010000:00010000:2.0:1746070976.877576:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.877586:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.877592:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300700 00000100:00100000:2.0:1746070976.877614:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2985 00000100:00100000:2.0:1746070976.877621:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431474176:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.877721:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431474176:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (1023us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.877726:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2985 00002000:00100000:2.0:1746070976.877731:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300700 x1830887431474176/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.877738:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300700 with x1830887431474176 ext(0->4095) 00010000:00010000:2.0:1746070976.877742:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.877749:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.877754:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d300700 00000100:00100000:0.0:1746070976.882006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.882232:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431474304 00000100:00100000:3.0:1746070976.882240:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431474304 00010000:00010000:3.0:1746070976.882278:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.882318:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14031 00000100:00100000:3.0:1746070976.882325:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431474304:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.882339:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.882355:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.882365:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.882394:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635a00/0xa5d70600080383bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015132 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.882418:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.882420:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.882425:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.882432:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.882458:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.882468:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426878720:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.883137:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746070976.886017:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426878720:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070976.886035:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070976.886072:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431474304:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3747us (4072us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.886085:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14031 00000100:00100000:0.0:1746070976.889145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.892417:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431474560 00000100:00100000:2.0:1746070976.892427:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431474560 00002000:00100000:2.0:1746070976.892466:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d302300 x1830887431474560/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.892474:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302300 with x1830887431474560 ext(0->4095) 00002000:00010000:2.0:1746070976.892478:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d302300 00000100:00100000:2.0:1746070976.892496:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13728 00000100:00100000:2.0:1746070976.892503:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2009:x1830887431474560:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746070976.892716:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2009:x1830887431474560:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 213us (3576us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.892722:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13728 00002000:00100000:2.0:1746070976.892727:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d302300 x1830887431474560/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.892733:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d302300 with x1830887431474560 ext(0->4095) 00002000:00010000:2.0:1746070976.892736:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d302300 00000100:00100000:0.0:1746070976.900974:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.901344:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431474688 00000100:00100000:2.0:1746070976.901353:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431474688 00000100:00100000:2.0:1746070976.901405:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30231 00000100:00100000:2.0:1746070976.901412:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431474688:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.901428:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.901442:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015140 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.901466:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.901473:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.901474:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.901477:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.901502:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.901512:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 65 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.901522:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e14a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426878848:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.901596:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.904500:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e14a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426878848:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.904528:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.904546:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634400, rc 0) 00000100:00100000:2.0:1746070976.904578:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431474688:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3167us (3610us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.904585:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30231 00000100:00100000:0.0:1746070976.913459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.913561:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431474816 00000100:00100000:2.0:1746070976.913570:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431474816 00002000:00100000:2.0:1746070976.913604:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d303800 x1830887431474816/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.913612:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d303800 with x1830887431474816 ext(0->7) 00010000:00010000:2.0:1746070976.913621:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 66 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.913633:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 66 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.913639:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d303800 00000100:00100000:2.0:1746070976.913670:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2986 00000100:00100000:2.0:1746070976.913676:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+66:2008:x1830887431474816:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070976.915660:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2008:x1830887431474816:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1977us (2201us total) trans 4294972301 rc 0/0 00000100:00100000:2.0:1746070976.915669:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2986 00002000:00100000:2.0:1746070976.915676:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d303800 x1830887431474816/t4294972301(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 496/448 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.915690:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d303800 with x1830887431474816 ext(0->7) 00010000:00010000:2.0:1746070976.915696:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 68 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.915707:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 68 pid: 9566 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.915713:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d303800 00000100:00100000:0.0:1746070976.927597:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.927650:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431474944 00000100:00100000:3.0:1746070976.927658:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431474944 00010000:00010000:3.0:1746070976.927688:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 68 pid: 9566 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.927724:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14032 00000100:00100000:3.0:1746070976.927730:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2007:x1830887431474944:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.927742:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.927757:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 68 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.927768:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 68 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.927787:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d70600080383c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015139 expref: 68 pid: 9566 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.927815:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.927817:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.927822:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.927830:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.927857:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070976.927886:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426878976:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.927953:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.930657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.933552:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431475072 00000100:00100000:2.0:1746070976.933563:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431475072 00000100:00100000:2.0:1746070976.933611:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30232 00000100:00100000:2.0:1746070976.933618:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1660:x1830887431475072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.933631:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.933644:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015147 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.933668:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.933674:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.933675:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.933678:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.933700:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.933712:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 5 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.933722:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e14a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426879104:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.933796:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.934643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.934687:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431475328 00000100:00100000:2.0:1746070976.934691:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431475328 00002000:00100000:2.0:1746070976.934713:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c1f80 x1830887431475328/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746070976.934715:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426878976:192.168.204.29@tcp:105: 00002000:00100000:2.0:1746070976.934722:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c1f80 with x1830887431475328 ext(0->4095) 00010000:00010000:2.0:1746070976.934727:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.934728:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070976.934735:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.934740:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c1f80 00000100:00100000:3.0:1746070976.934750:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2007:x1830887431474944:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7021us (7161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070976.934757:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14032 00000100:00100000:2.0:1746070976.934762:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2987 00000100:00100000:2.0:1746070976.934767:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431475328:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.934904:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431475328:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.934910:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2987 00002000:00100000:2.0:1746070976.934915:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c1f80 x1830887431475328/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.934927:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c1f80 with x1830887431475328 ext(0->4095) 00010000:00010000:2.0:1746070976.934934:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.934942:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00002000:00010000:2.0:1746070976.934947:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c1f80 00000100:00100000:2.0:1746070976.937702:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e14a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426879104:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.937725:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.937740:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635e00, rc 0) 00000100:00100000:2.0:1746070976.937776:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1660:x1830887431475072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4158us (7124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.937783:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30232 00000100:00100000:0.0:1746070976.937949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.937987:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431475456 00000100:00100000:2.0:1746070976.937991:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431475456 00000100:00100000:2.0:1746070976.938026:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30233 00000100:00100000:2.0:1746070976.938032:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1661:x1830887431475456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.938043:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.938054:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01514e expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.938069:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.938073:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.938078:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.938080:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01514e expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.938109:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.938117:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01514e expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.938124:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0170600, rc 0) 00000100:00100000:2.0:1746070976.938142:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:1661:x1830887431475456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.938147:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30233 00000100:00100000:0.0:1746070976.939860:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.940101:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431475584 00000100:00100000:3.0:1746070976.940108:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431475584 00010000:00010000:3.0:1746070976.940133:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.940167:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14033 00000100:00100000:3.0:1746070976.940174:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431475584:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070976.940183:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070976.940198:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.940317:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.940336:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080383ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015140 expref: 6 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:3.0:1746070976.940362:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.940364:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.940370:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.940386:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.940410:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.940419:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 68 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:3.0:1746070976.940428:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426879360:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070976.940584:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.943914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070976.944097:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431475840 00000100:00100000:1.0:1746070976.944105:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431475840 00002000:00100000:1.0:1746070976.944142:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14a680 x1830887431475840/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.944152:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14a680 with x1830887431475840 ext(0->4095) 00010000:00010000:1.0:1746070976.944161:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 69 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.944173:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 69 pid: 10108 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.944179:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e14a680 00000100:00100000:1.0:1746070976.944197:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2988 00000100:00100000:1.0:1746070976.944204:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887431475840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070976.944311:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887431475840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070976.944317:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2988 00002000:00100000:1.0:1746070976.944321:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14a680 x1830887431475840/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070976.944329:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14a680 with x1830887431475840 ext(0->4095) 00010000:00010000:1.0:1746070976.944333:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 69 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746070976.944341:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 69 pid: 10108 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746070976.944346:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e14a680 00000100:00100000:0.0:1746070976.944489:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426879360:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070976.944505:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070976.944685:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431475584:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4510us (4828us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070976.944692:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14033 00000100:00100000:0.0:1746070976.947161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.949109:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431475968 00000100:00100000:2.0:1746070976.949117:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431475968 00010000:00010000:2.0:1746070976.949148:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 69 pid: 10108 timeout: 799 lvb_type: 0 00000100:00100000:2.0:1746070976.949225:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14034 00000100:00100000:2.0:1746070976.949231:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2007:x1830887431475968:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.949243:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.949258:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 69 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.949272:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 69 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.949289:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080383d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015147 expref: 69 pid: 10108 timeout: 799 lvb_type: 0 00010000:00010000:2.0:1746070976.949497:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.949499:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.949505:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01514e expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.949513:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01514e expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.949538:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01514e expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.949548:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426879488:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.950729:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.952160:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426879488:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.952175:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.952201:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2007:x1830887431475968:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2970us (5046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.952210:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14034 00000100:00100000:0.0:1746070976.955044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.955423:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431476224 00000100:00100000:2.0:1746070976.955432:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431476224 00002000:00100000:2.0:1746070976.955467:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e354000 x1830887431476224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.955476:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354000 with x1830887431476224 ext(0->4095) 00002000:00010000:2.0:1746070976.955480:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e354000 00000100:00100000:2.0:1746070976.955677:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13729 00000100:00100000:2.0:1746070976.955685:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2007:x1830887431476224:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.955974:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2007:x1830887431476224:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 289us (934us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.955979:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13729 00002000:00100000:2.0:1746070976.955984:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e354000 x1830887431476224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.955991:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354000 with x1830887431476224 ext(0->4095) 00002000:00010000:2.0:1746070976.955994:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e354000 00000100:00100000:0.0:1746070976.958385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.958501:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431476352 00000100:00100000:2.0:1746070976.958507:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431476352 00000100:00100000:2.0:1746070976.958551:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30234 00000100:00100000:2.0:1746070976.958557:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431476352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070976.958568:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070976.958582:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015155 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.958604:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01514e expref: 67 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.958614:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.958616:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070976.958619:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.958643:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01514e expref: 67 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.958653:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01514e expref: 67 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070976.958662:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426879616:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070976.958731:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.962099:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426879616:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.962124:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.962138:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634e00, rc 0) 00000100:00100000:2.0:1746070976.962171:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431476352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3614us (3800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.962179:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30234 00000100:00100000:0.0:1746070976.963209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.963705:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431476480 00000100:00100000:2.0:1746070976.963710:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431476480 00010000:00010000:2.0:1746070976.963731:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01514e expref: 68 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070976.963756:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14035 00000100:00100000:2.0:1746070976.963761:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2008:x1830887431476480:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.963770:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.963786:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01514e expref: 68 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070976.963795:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01514e expref: 68 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070976.963814:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01514e expref: 68 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070976.964986:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.964990:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.964998:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.965007:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.965037:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.965049:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426879744:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.965133:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.966249:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070976.966499:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431476608 00000100:00100000:3.0:1746070976.966505:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431476608 00000100:00100000:3.0:1746070976.966538:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30235 00000100:00100000:3.0:1746070976.966544:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1660:x1830887431476608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070976.966555:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070976.966566:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01515c expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.966583:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.966589:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.966590:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070976.966593:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.966609:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070976.966618:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 5 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070976.966625:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426879872:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070976.966657:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746070976.969244:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.969352:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426879744:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.969370:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.970183:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887431476480:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6420us (6974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.970193:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14035 00000100:00100000:3.0:1746070976.970387:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431476864 00000100:00100000:3.0:1746070976.970394:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431476864 00002000:00100000:3.0:1746070976.970428:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd19500 x1830887431476864/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.970437:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19500 with x1830887431476864 ext(0->4095) 00010000:00010000:3.0:1746070976.970445:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 6 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070976.970456:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 6 pid: 10108 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070976.970462:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd19500 00000100:00100000:3.0:1746070976.970487:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2989 00000100:00100000:3.0:1746070976.970494:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431476864:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070976.971927:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426879872:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070976.971948:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 68 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.971960:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e800, rc 0) 00000100:00100000:2.0:1746070976.971994:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:1660:x1830887431476608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5450us (5747us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.972000:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30235 00000100:00100000:3.0:1746070976.972677:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431476864:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 2182us (3437us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070976.972688:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2989 00002000:00100000:3.0:1746070976.972695:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd19500 x1830887431476864/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070976.972702:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19500 with x1830887431476864 ext(0->4095) 00010000:00010000:3.0:1746070976.972708:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 6 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070976.972719:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 6 pid: 10108 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070976.972724:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd19500 00000100:00100000:0.0:1746070976.975780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.975899:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431476992 00000100:00100000:2.0:1746070976.975906:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431476992 00010000:00010000:2.0:1746070976.975935:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 6 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070976.975958:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14036 00000100:00100000:2.0:1746070976.975965:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431476992:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070976.975978:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070976.975993:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 6 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070976.976004:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 6 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070976.976027:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634e00/0xa5d70600080383df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015155 expref: 6 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070976.976768:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.976770:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070976.976777:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 67 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.976787:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 67 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070976.976818:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 67 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070976.976829:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426880000:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070976.977464:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070976.984392:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426880000:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070976.984411:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070976.984442:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431476992:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 8477us (8668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070976.984450:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14036 00000100:00100000:3.0:1746070976.984595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.987911:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431477248 00000100:00100000:2.0:1746070976.987921:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431477248 00002000:00100000:2.0:1746070976.988235:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c4700 x1830887431477248/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/0 e 0 to 0 dl 1746070987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.988251:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4700 with x1830887431477248 ext(0->4095) 00002000:00010000:2.0:1746070976.988256:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c4700 00000100:00100000:2.0:1746070976.989017:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13730 00000100:00100000:2.0:1746070976.989029:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2007:x1830887431477248:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070976.989753:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2007:x1830887431477248:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 727us (5155us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070976.989759:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13730 00002000:00100000:2.0:1746070976.989766:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c4700 x1830887431477248/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746070987 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070976.989774:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4700 with x1830887431477248 ext(0->4095) 00002000:00010000:2.0:1746070976.989777:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c4700 00000100:00100000:0.0:1746070976.995851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070976.996059:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431477376 00000100:00100000:2.0:1746070976.996067:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431477376 00000100:00100000:1.0:1746070976.998070:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30236 00000100:00100000:1.0:1746070976.998086:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431477376:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070976.998105:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070976.998123:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015163 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.998160:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 67 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.998167:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.998169:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070976.998172:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015163 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.998196:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 67 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070976.998207:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 67 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070976.998217:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426880128:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070976.998312:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.001144:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426880128:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.001169:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015163 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.001183:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:1.0:1746070977.001218:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431477376:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3139us (5372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.001226:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30236 00000100:00100000:0.0:1746070977.004433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.004488:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431477504 00000100:00100000:2.0:1746070977.004495:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431477504 00002000:00100000:2.0:1746070977.004530:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e351880 x1830887431477504/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.004539:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351880 with x1830887431477504 ext(0->7) 00010000:00010000:2.0:1746070977.004546:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 68 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.004560:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 68 pid: 10108 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.004569:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e351880 00000100:00100000:2.0:1746070977.004595:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2990 00000100:00100000:2.0:1746070977.004602:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+68:2008:x1830887431477504:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070977.005361:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431477504:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 758us (931us total) trans 4294972302 rc 0/0 00000100:00100000:2.0:1746070977.005366:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2990 00002000:00100000:2.0:1746070977.005381:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009e351880 x1830887431477504/t4294972302(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/448 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.005388:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351880 with x1830887431477504 ext(0->7) 00010000:00010000:2.0:1746070977.005392:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.005400:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.005405:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e351880 00000100:00100000:0.0:1746070977.017546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.017739:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431477632 00000100:00100000:2.0:1746070977.017748:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431477632 00010000:00010000:2.0:1746070977.017782:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.017821:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14037 00000100:00100000:2.0:1746070977.017828:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431477632:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.017841:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746070977.017856:0:21522:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746070976 -> 1746070977 00002000:00010000:2.0:1746070977.017859:0:21522:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746070976 -> 1746070977 00010000:00010000:2.0:1746070977.017887:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.017898:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.017919:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d70600080383e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01515c expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.017950:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.017952:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.017958:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015163 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.017965:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015163 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.017997:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015163 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.018008:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426880256:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.018418:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.020056:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426880256:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.020074:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.020102:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2007:x1830887431477632:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2275us (2564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.020114:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14037 00000100:00100000:0.0:1746070977.021779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.021838:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431477888 00000100:00100000:2.0:1746070977.021844:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431477888 00002000:00100000:2.0:1746070977.021900:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e353800 x1830887431477888/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.021909:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e353800 with x1830887431477888 ext(0->4095) 00002000:00010000:2.0:1746070977.021913:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e353800 00000100:00100000:2.0:1746070977.021929:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13731 00000100:00100000:2.0:1746070977.021936:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431477888:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070977.022045:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431477888:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.022051:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13731 00002000:00100000:2.0:1746070977.022056:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e353800 x1830887431477888/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.022063:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e353800 with x1830887431477888 ext(0->4095) 00002000:00010000:2.0:1746070977.022065:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e353800 00000100:00100000:0.0:1746070977.023765:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.023827:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431478016 00000100:00100000:1.0:1746070977.023832:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431478016 00000100:00100000:1.0:1746070977.023882:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30237 00000100:00100000:1.0:1746070977.023887:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:1661:x1830887431478016:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.023897:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.023910:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01516a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.023930:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015163 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.023936:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.023937:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.023940:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.023962:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015163 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.023971:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015163 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.023980:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426880384:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.024034:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.025469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.025541:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431478144 00000100:00100000:2.0:1746070977.025545:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431478144 00000100:00100000:2.0:1746070977.025573:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30238 00000100:00100000:2.0:1746070977.025578:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1660:x1830887431478144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.025586:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.025595:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015171 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.025611:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.025615:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.025619:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.025622:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 72 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.025639:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.025648:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 72 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.025656:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0170600, rc 0) 00000100:00100000:2.0:1746070977.025678:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:1660:x1830887431478144:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.025682:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30238 00000100:00100000:1.0:1746070977.027300:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426880384:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.027319:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.027335:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:1.0:1746070977.027507:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1661:x1830887431478016:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3618us (3744us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.027515:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30237 00000100:00100000:0.0:1746070977.030042:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.030111:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431478272 00000100:00100000:2.0:1746070977.030118:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431478272 00010000:00010000:2.0:1746070977.030142:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015163 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.030161:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14038 00000100:00100000:2.0:1746070977.030166:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e350700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431478272:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.030285:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.030301:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015163 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.030311:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015163 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.030328:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080383ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015163 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.030350:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.030352:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.030356:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.030363:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.030397:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.030406:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.030415:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426880640:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.030671:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.033512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.033600:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426880640:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.033618:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.033651:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431478272:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3483us (3614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.033660:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14038 00000100:00100000:1.0:1746070977.033727:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431478528 00000100:00100000:1.0:1746070977.033733:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431478528 00002000:00100000:1.0:1746070977.033764:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e352300 x1830887431478528/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.033773:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e352300 with x1830887431478528 ext(0->4095) 00010000:00010000:1.0:1746070977.033779:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.033790:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.033795:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e352300 00000100:00100000:1.0:1746070977.033808:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2991 00000100:00100000:1.0:1746070977.033814:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431478528:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070977.034167:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431478528:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 353us (660us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.034172:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2991 00002000:00100000:1.0:1746070977.034177:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e352300 x1830887431478528/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.034187:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e352300 with x1830887431478528 ext(0->4095) 00010000:00010000:1.0:1746070977.034191:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.034199:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.034203:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e352300 00000100:00100000:0.0:1746070977.036608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.036706:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431478656 00000100:00100000:1.0:1746070977.036713:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431478656 00000100:00100000:1.0:1746070977.036755:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30239 00000100:00100000:1.0:1746070977.036761:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431478656:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.036774:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.036786:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015178 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.036807:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.036812:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.036817:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070977.036820:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.036848:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.037716:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.037729:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291e00, rc 0) 00000100:00100000:1.0:1746070977.037783:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431478656:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1022us (1181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.037789:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30239 00000100:00100000:0.0:1746070977.049797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.050126:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431478784 00000100:00100000:2.0:1746070977.050134:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431478784 00010000:00010000:2.0:1746070977.050163:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.050187:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14039 00000100:00100000:2.0:1746070977.050193:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f991c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431478784:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.050205:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.050220:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.050230:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.050250:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080383f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01516a expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.050275:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.050277:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.050282:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.050289:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.050316:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.050325:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.050335:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426880896:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.050568:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.053243:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426880896:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.053261:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.053746:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431478784:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3550us (3953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.053756:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14039 00000100:00100000:0.0:1746070977.053966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.054082:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431479040 00000100:00100000:3.0:1746070977.054088:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431479040 00002000:00100000:3.0:1746070977.054118:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f990a80 x1830887431479040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.054126:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f990a80 with x1830887431479040 ext(0->4095) 00010000:00010000:3.0:1746070977.054133:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.054144:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.054150:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f990a80 00000100:00100000:3.0:1746070977.054174:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2992 00000100:00100000:3.0:1746070977.054179:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431479040:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070977.054294:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431479040:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070977.054299:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2992 00002000:00100000:3.0:1746070977.054304:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f990a80 x1830887431479040/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.054310:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f990a80 with x1830887431479040 ext(0->4095) 00010000:00010000:3.0:1746070977.054314:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.054322:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.054327:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f990a80 00000100:00100000:0.0:1746070977.056247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.057394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.057450:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431479168 00000100:00100000:3.0:1746070977.057457:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431479168 00000100:00100000:3.0:1746070977.057489:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30240 00000100:00100000:3.0:1746070977.057495:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431479168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.057507:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.057520:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01517f expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.057540:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.057545:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.057554:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070977.057556:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01517f expref: 71 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.057581:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.057590:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01517f expref: 71 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.057597:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e200, rc 0) 00000100:00100000:3.0:1746070977.057624:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1660:x1830887431479168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (1383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.057629:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30240 00000100:00100000:2.0:1746070977.057747:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431479296 00000100:00100000:2.0:1746070977.057751:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431479296 00010000:00010000:2.0:1746070977.057764:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 71 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.057778:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14040 00000100:00100000:2.0:1746070977.057782:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2010:x1830887431479296:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.057788:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.057799:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 71 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.057807:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 71 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.057819:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0170600/0xa5d70600080383fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015171 expref: 71 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.057828:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.057830:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.057834:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.057840:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.057855:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.057881:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.057891:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426881152:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.057931:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.061516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.061579:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431479552 00000100:00100000:1.0:1746070977.061586:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431479552 00002000:00100000:1.0:1746070977.061616:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39f80 x1830887431479552/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.061625:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39f80 with x1830887431479552 ext(0->4095) 00010000:00010000:1.0:1746070977.061633:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.061642:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.061648:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc39f80 00000100:00100000:1.0:1746070977.061673:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2993 00000100:00100000:1.0:1746070977.061680:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431479552:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.061801:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431479552:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.061806:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2993 00002000:00100000:1.0:1746070977.061812:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc39f80 x1830887431479552/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.061818:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39f80 with x1830887431479552 ext(0->4095) 00010000:00010000:1.0:1746070977.061822:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.061829:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.061834:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc39f80 00000100:00100000:2.0:1746070977.062142:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426881152:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.062158:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.062184:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2010:x1830887431479296:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4402us (4793us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.062192:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14040 00000100:00100000:0.0:1746070977.065091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.065139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.065225:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431479680 00000100:00100000:2.0:1746070977.065232:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431479680 00010000:00010000:2.0:1746070977.065259:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.065354:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431479808 00000100:00100000:1.0:1746070977.065358:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431479808 00000100:00100000:2.0:1746070977.065422:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14041 00000100:00100000:2.0:1746070977.065429:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2009:x1830887431479680:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.065440:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.065455:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 7 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.065465:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 7 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.065484:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038402 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015178 expref: 7 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.065589:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30241 00000100:00100000:1.0:1746070977.065595:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431479808:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.065608:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.065618:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015186 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.065633:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.065638:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01517f expref: 69 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.065643:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.065646:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015186 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.065676:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01517f expref: 69 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.065690:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015186 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.065698:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.065699:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.065704:0:9566:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01517f expref: 69 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.065710:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01517f expref: 69 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.065726:0:9566:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01517f expref: 69 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.065735:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01517f expref: 69 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.065745:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426881408:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.065805:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00010000:00010000:2.0:1746070977.065986:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.066020:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2009:x1830887431479680:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 591us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.066027:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14041 00000100:00100000:0.0:1746070977.068357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.068455:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426881408:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.068470:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:1.0:1746070977.068501:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431479808:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2906us (3361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.068509:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30241 00000100:00100000:2.0:1746070977.068577:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431479936 00000100:00100000:2.0:1746070977.068582:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431479936 00010000:00010000:2.0:1746070977.068602:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01517f expref: 70 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.068998:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14042 00000100:00100000:3.0:1746070977.069008:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431479936:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.069018:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.069035:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01517f expref: 70 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.069044:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01517f expref: 70 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.069064:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038409 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01517f expref: 70 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.069083:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.069085:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.069090:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015186 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.069097:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015186 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.069122:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015186 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.069130:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426881536:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.069172:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53089c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.072580:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426881536:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.072599:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.072643:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887431479936:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3638us (4291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.072651:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14042 00000100:00100000:3.0:1746070977.073365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.073536:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431480192 00000100:00100000:0.0:1746070977.073541:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431480192 00002000:00100000:0.0:1746070977.073570:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c4a80 x1830887431480192/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.073578:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4a80 with x1830887431480192 ext(0->4095) 00002000:00010000:0.0:1746070977.073582:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c4a80 00000100:00100000:0.0:1746070977.073925:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13732 00000100:00100000:0.0:1746070977.073932:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431480192:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070977.074206:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431480192:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 273us (840us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070977.074212:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13732 00002000:00100000:0.0:1746070977.074217:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800820c4a80 x1830887431480192/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.074224:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4a80 with x1830887431480192 ext(0->4095) 00002000:00010000:0.0:1746070977.074227:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c4a80 00000100:00100000:2.0:1746070977.076174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.076355:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431480320 00000100:00100000:1.0:1746070977.076361:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431480320 00000100:00100000:1.0:1746070977.076410:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30242 00000100:00100000:1.0:1746070977.076416:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:1661:x1830887431480320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.076427:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.076440:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01518d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.076462:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015186 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.076469:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.076470:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.076473:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.076497:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015186 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.076506:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015186 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.076516:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426881664:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.076583:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.079614:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426881664:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.079637:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.079655:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:1.0:1746070977.079698:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1661:x1830887431480320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3281us (3528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.079705:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30242 00000100:00100000:0.0:1746070977.079879:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.080007:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431480448 00000100:00100000:1.0:1746070977.080012:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431480448 00000100:00100000:1.0:1746070977.080237:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30243 00000100:00100000:1.0:1746070977.080244:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431480448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.080254:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.080266:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015194 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.080281:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.080285:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.080290:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.080293:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.080314:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.080322:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.080334:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290600, rc 0) 00000100:00100000:1.0:1746070977.080352:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1660:x1830887431480448:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.080357:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30243 00000100:00100000:0.0:1746070977.081954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.082144:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431480576 00000100:00100000:3.0:1746070977.082150:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431480576 00010000:00010000:3.0:1746070977.082176:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015186 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.082209:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14043 00000100:00100000:3.0:1746070977.082214:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431480576:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.082225:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.082240:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015186 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.082250:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015186 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.082266:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038410 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015186 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.082280:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.082281:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.082287:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.082293:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.082314:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.082323:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.082332:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426881920:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.082402:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53089c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.084403:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426881920:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.084419:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.084444:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431480576:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2230us (2494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.084452:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14043 00000100:00100000:0.0:1746070977.084776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.084965:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431480832 00000100:00100000:1.0:1746070977.084971:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431480832 00002000:00100000:1.0:1746070977.084998:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc3b480 x1830887431480832/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.085006:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3b480 with x1830887431480832 ext(0->4095) 00010000:00010000:1.0:1746070977.085012:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.085022:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.085028:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc3b480 00000100:00100000:1.0:1746070977.085054:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2994 00000100:00100000:1.0:1746070977.085060:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431480832:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.085146:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431480832:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.085152:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2994 00002000:00100000:1.0:1746070977.085156:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc3b480 x1830887431480832/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.085168:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3b480 with x1830887431480832 ext(0->4095) 00010000:00010000:1.0:1746070977.085172:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.085180:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.085185:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc3b480 00000100:00100000:0.0:1746070977.087618:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.087664:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431480960 00000100:00100000:3.0:1746070977.087670:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431480960 00000100:00100000:1.0:1746070977.087734:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30244 00000100:00100000:1.0:1746070977.087742:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431480960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.087754:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.087768:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01519b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.087787:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.087792:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.087798:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070977.087800:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.087828:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.087838:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.087847:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:1.0:1746070977.088299:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431480960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 557us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.088305:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30244 00000100:00100000:0.0:1746070977.090477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.090613:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431481088 00000100:00100000:2.0:1746070977.090620:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431481088 00010000:00010000:2.0:1746070977.090644:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.090673:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14044 00000100:00100000:2.0:1746070977.090679:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431481088:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.090689:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.090703:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.090712:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.090730:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038417 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01518d expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.090754:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.090756:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.090762:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.090768:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.090792:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.090802:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.090812:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426882176:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.090882:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.092824:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426882176:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.092841:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.092889:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431481088:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2209us (2415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.092897:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14044 00000100:00100000:0.0:1746070977.093100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.093190:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431481344 00000100:00100000:1.0:1746070977.093196:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431481344 00002000:00100000:1.0:1746070977.093222:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b3480 x1830887431481344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.093230:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b3480 with x1830887431481344 ext(0->4095) 00010000:00010000:1.0:1746070977.093237:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.093247:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.093253:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b3480 00000100:00100000:1.0:1746070977.093266:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2995 00000100:00100000:1.0:1746070977.093271:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431481344:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.093357:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431481344:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.093363:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2995 00002000:00100000:1.0:1746070977.093367:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b3480 x1830887431481344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.093392:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b3480 with x1830887431481344 ext(0->4095) 00010000:00010000:1.0:1746070977.093397:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.093405:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.093410:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b3480 00000100:00100000:0.0:1746070977.095771:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.095901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.095968:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431481472 00000100:00100000:1.0:1746070977.095974:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431481472 00000100:00100000:1.0:1746070977.096012:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30245 00000100:00100000:1.0:1746070977.096018:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431481472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.096031:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.096044:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151a2 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.096098:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431481600 00000100:00100000:2.0:1746070977.096102:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431481600 00010000:00010000:2.0:1746070977.096118:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.096145:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14045 00000100:00100000:2.0:1746070977.096150:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2009:x1830887431481600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.096159:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.096172:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.096182:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.096198:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290600/0xa5d706000803841e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015194 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.096220:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.096222:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.096228:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.096235:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.096261:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.096270:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426882304:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.096334:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00010000:00010000:1.0:1746070977.096448:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.096455:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.096457:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.096459:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a2 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.096475:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.096489:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.096497:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426882432:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.096517:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.099131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.099152:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431481856 00000100:00100000:0.0:1746070977.099157:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431481856 00002000:00100000:0.0:1746070977.099189:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850e00 x1830887431481856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.099197:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850e00 with x1830887431481856 ext(0->4095) 00010000:00010000:0.0:1746070977.099204:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.099214:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.099221:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d850e00 00000100:00100000:2.0:1746070977.099313:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426882304:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.099329:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.099360:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2009:x1830887431481600:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3209us (3458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.099368:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14045 00000100:00100000:1.0:1746070977.099748:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426882432:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.099765:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a2 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.099777:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:1.0:1746070977.099799:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431481472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3781us (4035us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.099805:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30245 00000100:00100000:0.0:1746070977.100884:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2996 00000100:00100000:0.0:1746070977.100896:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431481856:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070977.101001:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431481856:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (1876us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070977.101006:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2996 00002000:00100000:0.0:1746070977.101013:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850e00 x1830887431481856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.101020:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850e00 with x1830887431481856 ext(0->4095) 00010000:00010000:0.0:1746070977.101025:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.101034:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.101040:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d850e00 00000100:00100000:0.0:1746070977.105444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.105706:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431481984 00000100:00100000:2.0:1746070977.105714:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431481984 00010000:00010000:2.0:1746070977.105742:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.105775:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14046 00000100:00100000:2.0:1746070977.105782:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431481984:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.105796:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.105811:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.105821:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.105840:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d7060008038425 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01519b expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.106108:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.106110:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.106117:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a2 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.106125:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a2 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.106152:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a2 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.106162:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426882560:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.106735:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.109600:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426882560:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070977.109616:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070977.109654:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431481984:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3872us (4217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070977.109662:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14046 00000100:00100000:2.0:1746070977.109764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.109854:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431482240 00000100:00100000:0.0:1746070977.109859:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431482240 00002000:00100000:1.0:1746070977.110179:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14a300 x1830887431482240/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.110188:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14a300 with x1830887431482240 ext(0->4095) 00002000:00010000:1.0:1746070977.110191:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e14a300 00000100:00100000:1.0:1746070977.110204:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13733 00000100:00100000:1.0:1746070977.110209:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e14a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431482240:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.110299:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e14a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431482240:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (535us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.110304:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13733 00002000:00100000:1.0:1746070977.110309:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e14a300 x1830887431482240/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.110315:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e14a300 with x1830887431482240 ext(0->4095) 00002000:00010000:1.0:1746070977.110317:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e14a300 00000100:00100000:0.0:1746070977.112260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.112334:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431482368 00000100:00100000:1.0:1746070977.112339:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431482368 00000100:00100000:1.0:1746070977.112383:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30246 00000100:00100000:1.0:1746070977.112389:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431482368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.112400:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.112413:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151a9 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.112432:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a2 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.112438:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.112439:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.112442:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a9 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.112464:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a2 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.112475:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a2 expref: 69 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.112484:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426882688:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.112541:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.114322:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426882688:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.114343:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a9 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.114355:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:1.0:1746070977.114401:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431482368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2011us (2144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.114409:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30246 00000100:00100000:0.0:1746070977.115832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.115899:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431482496 00000100:00100000:2.0:1746070977.115905:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431482496 00010000:00010000:2.0:1746070977.115926:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a2 expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.115949:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14047 00000100:00100000:2.0:1746070977.115953:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431482496:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.115962:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.115976:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a2 expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.115984:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a2 expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.116001:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d706000803842c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a2 expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.116022:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.116024:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.116029:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a9 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.116036:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a9 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.116057:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a9 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.116065:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426882816:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.117014:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.118717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.118809:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426882816:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.118825:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.118851:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2007:x1830887431482496:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2897us (3022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.118860:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14047 00000100:00100000:1.0:1746070977.118940:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431482752 00000100:00100000:1.0:1746070977.118945:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431482752 00002000:00100000:1.0:1746070977.118970:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d852680 x1830887431482752/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.118978:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d852680 with x1830887431482752 ext(0->4095) 00002000:00010000:1.0:1746070977.118981:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d852680 00000100:00100000:1.0:1746070977.119007:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13734 00000100:00100000:1.0:1746070977.119013:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431482752:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.119114:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431482752:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.119119:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13734 00002000:00100000:1.0:1746070977.119124:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d852680 x1830887431482752/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.119130:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d852680 with x1830887431482752 ext(0->4095) 00002000:00010000:1.0:1746070977.119132:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d852680 00000100:00100000:0.0:1746070977.120436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.120684:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431482880 00000100:00100000:1.0:1746070977.120688:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431482880 00000100:00100000:1.0:1746070977.120889:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30247 00000100:00100000:1.0:1746070977.120895:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:1660:x1830887431482880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.120904:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.120917:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151b0 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.120936:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a9 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.120943:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.120945:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.120947:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.120967:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a9 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.120976:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a9 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.120985:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426882944:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.121040:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.122710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.123951:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431483008 00000100:00100000:3.0:1746070977.123958:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431483008 00000100:00100000:3.0:1746070977.124000:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30248 00000100:00100000:3.0:1746070977.124005:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1661:x1830887431483008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.124016:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.124028:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151b7 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.124046:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.124051:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.124056:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.124059:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b7 expref: 72 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.124082:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.124092:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b7 expref: 72 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.124100:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ea00, rc 0) 00000100:00100000:3.0:1746070977.124129:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:1661:x1830887431483008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (1423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.124134:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30248 00000100:00100000:1.0:1746070977.124489:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426882944:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.124503:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.124515:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290a00, rc 0) 00000100:00100000:1.0:1746070977.124532:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1660:x1830887431482880:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3638us (4100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.124537:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30247 00000100:00100000:0.0:1746070977.124762:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.125257:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431483136 00000100:00100000:3.0:1746070977.125261:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431483136 00010000:00010000:3.0:1746070977.125275:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a9 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.125463:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14048 00000100:00100000:3.0:1746070977.125470:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431483136:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.125478:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.125490:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a9 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.125500:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a9 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.125514:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038433 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151a9 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.125533:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.125535:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.125540:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.125546:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.125562:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.125570:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.125581:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426883200:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.125628:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53086c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.127956:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426883200:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.127972:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070977.128162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.128221:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431483136:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2752us (3460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.128229:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14048 00000100:00100000:2.0:1746070977.128486:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431483392 00000100:00100000:2.0:1746070977.128491:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431483392 00002000:00100000:2.0:1746070977.128517:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1c000 x1830887431483392/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.128526:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1c000 with x1830887431483392 ext(0->4095) 00010000:00010000:2.0:1746070977.128532:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.128542:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.128548:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c1c000 00000100:00100000:2.0:1746070977.128568:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2997 00000100:00100000:2.0:1746070977.128573:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431483392:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070977.128663:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431483392:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.128669:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2997 00002000:00100000:2.0:1746070977.128673:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1c000 x1830887431483392/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.128680:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1c000 with x1830887431483392 ext(0->4095) 00010000:00010000:2.0:1746070977.128685:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.128693:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.128698:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c1c000 00000100:00100000:0.0:1746070977.131292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.131359:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431483520 00000100:00100000:3.0:1746070977.131366:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431483520 00010000:00010000:3.0:1746070977.131396:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.131415:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14049 00000100:00100000:3.0:1746070977.131420:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431483520:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.131428:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.131440:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.131449:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.131466:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d706000803843a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b0 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.131488:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.131490:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.131496:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b7 expref: 70 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.131502:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b7 expref: 70 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.131525:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b7 expref: 70 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.131533:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426883328:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.131978:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53086c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.134739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.134826:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431483776 00000100:00100000:1.0:1746070977.134833:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431483776 00002000:00100000:1.0:1746070977.134886:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1e300 x1830887431483776/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.134895:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1e300 with x1830887431483776 ext(0->4095) 00002000:00010000:1.0:1746070977.134899:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1e300 00000100:00100000:1.0:1746070977.134925:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13735 00000100:00100000:1.0:1746070977.134932:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431483776:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070977.135032:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431483776:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.135038:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13735 00002000:00100000:1.0:1746070977.135043:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1e300 x1830887431483776/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.135049:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1e300 with x1830887431483776 ext(0->4095) 00002000:00010000:1.0:1746070977.135051:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1e300 00000100:00100000:3.0:1746070977.135125:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426883328:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.135142:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.135160:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431483520:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3740us (3874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.135166:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14049 00000100:00100000:0.0:1746070977.136828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.136916:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431483904 00000100:00100000:1.0:1746070977.136921:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431483904 00000100:00100000:1.0:1746070977.136988:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30249 00000100:00100000:1.0:1746070977.136994:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431483904:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.137005:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.137018:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151be expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.137037:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b7 expref: 69 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.137043:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.137045:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.137048:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151be expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.137068:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b7 expref: 69 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.137077:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b7 expref: 69 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.137085:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426883456:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.137585:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.139082:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426883456:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.139102:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151be expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.139112:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291e00, rc 0) 00000100:00100000:1.0:1746070977.139138:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431483904:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2144us (2312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.139147:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30249 00000100:00100000:0.0:1746070977.140038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.140314:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431484032 00000100:00100000:3.0:1746070977.140319:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431484032 00010000:00010000:3.0:1746070977.140341:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b7 expref: 70 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.140377:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14050 00000100:00100000:3.0:1746070977.140383:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431484032:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.140394:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.140408:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b7 expref: 70 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.140423:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b7 expref: 70 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.140441:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d7060008038441 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151b7 expref: 70 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.140465:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.140466:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.140473:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151be expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.140479:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151be expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.140504:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151be expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.140514:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426883584:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.140569:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53086c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.142637:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.142887:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431484288 00000100:00100000:2.0:1746070977.142894:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431484288 00000100:00100000:3.0:1746070977.142907:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426883584:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.142922:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746070977.142927:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef04000 x1830887431484288/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.142934:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04000 with x1830887431484288 ext(0->4095) 00002000:00010000:2.0:1746070977.142938:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef04000 00000100:00100000:3.0:1746070977.142952:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:2008:x1830887431484032:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2569us (2916us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.142961:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14050 00000100:00100000:2.0:1746070977.143516:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13736 00000100:00100000:2.0:1746070977.143522:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431484288:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070977.143609:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431484288:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (978us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.143614:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13736 00002000:00100000:2.0:1746070977.143618:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef04000 x1830887431484288/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.143625:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04000 with x1830887431484288 ext(0->4095) 00002000:00010000:2.0:1746070977.143628:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ef04000 00000100:00100000:0.0:1746070977.145092:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.145592:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431484416 00000100:00100000:1.0:1746070977.145599:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431484416 00000100:00100000:1.0:1746070977.145639:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30250 00000100:00100000:1.0:1746070977.145644:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+69:1660:x1830887431484416:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.145655:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.145668:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151c5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.145687:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151be expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.145692:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.145694:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.145697:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.145719:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151be expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.145728:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151be expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.145737:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426883712:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.145812:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.146683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.146789:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431484544 00000100:00100000:2.0:1746070977.146793:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431484544 00000100:00100000:2.0:1746070977.146821:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30251 00000100:00100000:2.0:1746070977.146825:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1661:x1830887431484544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.146832:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.146840:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151cc expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.146851:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.146855:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.146860:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.146881:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151cc expref: 72 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.146903:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.146914:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151cc expref: 72 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.146922:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526d800, rc 0) 00000100:00100000:2.0:1746070977.146945:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:1661:x1830887431484544:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.146951:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30251 00000100:00100000:1.0:1746070977.147891:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426883712:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.147907:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.147915:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:1.0:1746070977.147942:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1660:x1830887431484416:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2298us (2853us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.147947:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30250 00000100:00100000:0.0:1746070977.148459:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.148508:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431484672 00000100:00100000:3.0:1746070977.148514:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431484672 00010000:00010000:3.0:1746070977.148532:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151be expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.148560:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14051 00000100:00100000:3.0:1746070977.148566:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431484672:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.148575:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.148588:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151be expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.148597:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151be expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.148612:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d7060008038448 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151be expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.148632:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.148633:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.148639:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.148646:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.148666:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.148674:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 70 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.148717:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426883968:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.148775:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53086c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.150519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.150947:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431484928 00000100:00100000:1.0:1746070977.150953:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431484928 00002000:00100000:1.0:1746070977.150980:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e119c00 x1830887431484928/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.150989:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119c00 with x1830887431484928 ext(0->4095) 00010000:00010000:1.0:1746070977.150996:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.151005:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.151011:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e119c00 00000100:00100000:1.0:1746070977.151033:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2998 00000100:00100000:1.0:1746070977.151038:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431484928:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070977.151144:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431484928:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (627us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.151149:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2998 00002000:00100000:1.0:1746070977.151154:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e119c00 x1830887431484928/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.151161:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119c00 with x1830887431484928 ext(0->4095) 00010000:00010000:1.0:1746070977.151165:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.151174:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.151179:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e119c00 00000100:00100000:3.0:1746070977.151309:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426883968:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.151325:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.151347:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431484672:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2781us (2888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.151354:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14051 00000100:00100000:0.0:1746070977.154065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.154126:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431485056 00000100:00100000:3.0:1746070977.154132:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431485056 00010000:00010000:3.0:1746070977.154158:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.154194:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14052 00000100:00100000:3.0:1746070977.154200:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2008:x1830887431485056:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.154211:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.154226:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.154236:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.154254:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d706000803844f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151c5 expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.154280:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.154282:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.154287:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151cc expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.154294:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151cc expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.154318:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151cc expref: 70 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.154327:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426884096:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.154413:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.159325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.159357:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426884096:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.159389:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.159442:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431485056:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5240us (5379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.159442:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431485312 00000100:00100000:2.0:1746070977.159447:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431485312 00000100:00100000:3.0:1746070977.159451:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14052 00002000:00100000:2.0:1746070977.159479:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11a680 x1830887431485312/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.159488:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a680 with x1830887431485312 ext(0->4095) 00002000:00010000:2.0:1746070977.159497:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11a680 00000100:00100000:2.0:1746070977.159523:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13737 00000100:00100000:2.0:1746070977.159530:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431485312:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070977.159623:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431485312:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.159629:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13737 00002000:00100000:2.0:1746070977.159633:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11a680 x1830887431485312/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.159639:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a680 with x1830887431485312 ext(0->4095) 00002000:00010000:2.0:1746070977.159642:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11a680 00000100:00100000:0.0:1746070977.163723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.163809:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431485440 00000100:00100000:1.0:1746070977.163817:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431485440 00000100:00100000:3.0:1746070977.164557:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30252 00000100:00100000:3.0:1746070977.164568:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431485440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.164583:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.164597:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151d3 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.164621:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151cc expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.164628:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.164630:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.164633:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.164656:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151cc expref: 69 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.164666:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151cc expref: 69 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.164677:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426884224:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070977.164744:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.169216:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426884224:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070977.169241:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:3.0:1746070977.169243:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.169257:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:3.0:1746070977.169299:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431485440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4734us (5581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.169322:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431485568 00000100:00100000:2.0:1746070977.169328:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431485568 00010000:00010000:2.0:1746070977.169353:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151cc expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.169379:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30252 00000100:00100000:2.0:1746070977.169392:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14053 00000100:00100000:2.0:1746070977.169398:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431485568:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.169409:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.169424:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151cc expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.169433:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151cc expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.169451:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038456 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151cc expref: 70 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.169465:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.169467:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.169472:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.169479:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.169503:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.169513:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426884352:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.169553:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.171714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.171797:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431485696 00000100:00100000:3.0:1746070977.171803:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431485696 00000100:00100000:3.0:1746070977.171843:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30253 00000100:00100000:3.0:1746070977.171850:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431485696:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.171907:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.171919:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151da expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.172322:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.172330:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.172331:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.172334:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 71 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.172355:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.172365:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 5 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746070977.172550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.172692:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431485952 00000100:00100000:2.0:1746070977.172697:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431485952 00002000:00100000:2.0:1746070977.172722:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b480 x1830887431485952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.172729:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b480 with x1830887431485952 ext(0->4095) 00010000:00010000:2.0:1746070977.172735:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.172743:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.172747:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53b480 00000100:00100000:2.0:1746070977.172777:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 2999 00000100:00100000:2.0:1746070977.172782:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431485952:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070977.172914:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426884480:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.173360:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431485952:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 576us (809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.173367:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 2999 00002000:00100000:2.0:1746070977.173382:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53b480 x1830887431485952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.173389:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53b480 with x1830887431485952 ext(0->4095) 00010000:00010000:2.0:1746070977.173394:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.173403:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.173408:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d53b480 00000100:00100000:2.0:1746070977.173439:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426884352:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.173452:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.173511:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.174543:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431485568:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5143us (5301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.174552:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14053 00000100:00100000:3.0:1746070977.176273:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426884480:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070977.176296:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 70 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.176309:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:3.0:1746070977.176347:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1660:x1830887431485696:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4496us (4635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.176353:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30253 00000100:00100000:0.0:1746070977.177125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.177211:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431486080 00000100:00100000:3.0:1746070977.177217:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431486080 00000100:00100000:3.0:1746070977.177528:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30254 00000100:00100000:3.0:1746070977.177536:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:1661:x1830887431486080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.177548:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.177560:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151e1 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.177578:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.177582:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 71 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.177588:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.177590:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 71 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.177614:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 71 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.177623:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 71 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.177630:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e800, rc 0) 00000100:00100000:3.0:1746070977.177657:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:1661:x1830887431486080:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.177662:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30254 00000100:00100000:0.0:1746070977.182262:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.182328:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431486208 00000100:00100000:2.0:1746070977.182335:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431486208 00010000:00010000:2.0:1746070977.182362:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.182410:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14054 00000100:00100000:2.0:1746070977.182417:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431486208:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.182429:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.182444:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.182454:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.182473:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803845d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151d3 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.182501:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.182503:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.182510:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 70 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.182518:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 70 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.182546:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 70 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.182555:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 70 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.182565:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426884736:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.182633:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.184525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.184855:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431486464 00000100:00100000:3.0:1746070977.184894:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431486464 00002000:00100000:3.0:1746070977.184928:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538000 x1830887431486464/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.184942:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538000 with x1830887431486464 ext(0->4095) 00010000:00010000:3.0:1746070977.184949:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 71 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.184960:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 71 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.184965:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d538000 00000100:00100000:3.0:1746070977.185625:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3000 00000100:00100000:3.0:1746070977.185633:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431486464:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070977.185636:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426884736:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.185652:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.185686:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431486208:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3269us (3430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.185692:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14054 00000100:00100000:3.0:1746070977.185720:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431486464:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (1199us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070977.185725:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3000 00002000:00100000:3.0:1746070977.185730:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d538000 x1830887431486464/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.185738:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d538000 with x1830887431486464 ext(0->4095) 00010000:00010000:3.0:1746070977.185743:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 71 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.185753:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 71 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.185759:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d538000 00000100:00100000:0.0:1746070977.193031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.194174:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431486592 00000100:00100000:2.0:1746070977.194182:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431486592 00010000:00010000:2.0:1746070977.194214:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 71 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.194252:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14055 00000100:00100000:2.0:1746070977.194260:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+71:2007:x1830887431486592:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.194272:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.194289:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 71 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.194300:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 71 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.194320:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038464 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151da expref: 71 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.194336:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.194337:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.194342:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 70 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.194349:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 70 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.194385:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 70 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.194395:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426884864:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.194460:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.196919:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426884864:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.196937:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.196971:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431486592:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2712us (3948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.196980:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14055 00000100:00100000:0.0:1746070977.207943:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.208025:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431486848 00000100:00100000:1.0:1746070977.208033:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431486848 00002000:00100000:1.0:1746070977.208071:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53aa00 x1830887431486848/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.208079:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53aa00 with x1830887431486848 ext(0->4095) 00002000:00010000:1.0:1746070977.208084:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d53aa00 00000100:00100000:1.0:1746070977.208113:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13738 00000100:00100000:1.0:1746070977.208120:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431486848:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.208232:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2008:x1830887431486848:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.208238:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13738 00002000:00100000:1.0:1746070977.208244:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d53aa00 x1830887431486848/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.208250:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d53aa00 with x1830887431486848 ext(0->4095) 00002000:00010000:1.0:1746070977.208253:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d53aa00 00000100:00100000:1.0:1746070977.224034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.225544:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431486976 00000100:00100000:0.0:1746070977.225553:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431486976 00000100:00100000:0.0:1746070977.225610:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30255 00000100:00100000:0.0:1746070977.225618:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431486976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070977.225632:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070977.225646:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151e8 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.225671:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 69 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.225678:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070977.225680:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070977.225683:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.225710:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 69 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.225720:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 69 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746070977.225731:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426884992:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070977.225821:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03263c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.232624:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d8c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426884992:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.232654:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.232669:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8e00, rc 0) 00000100:00100000:2.0:1746070977.232728:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431486976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7110us (8700us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.232737:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30255 00000100:00100000:0.0:1746070977.233912:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.234656:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431487104 00000100:00100000:3.0:1746070977.234664:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431487104 00002000:00100000:3.0:1746070977.234701:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d8c7b80 x1830887431487104/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.234711:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c7b80 with x1830887431487104 ext(0->7) 00010000:00010000:3.0:1746070977.234718:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 70 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.234729:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 70 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.234735:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d8c7b80 00000100:00100000:3.0:1746070977.234765:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3001 00000100:00100000:3.0:1746070977.234772:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+70:2007:x1830887431487104:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070977.236048:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2007:x1830887431487104:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1273us (2136us total) trans 4294972303 rc 0/0 00000100:00100000:0.0:1746070977.236056:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3001 00002000:00100000:0.0:1746070977.236063:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d8c7b80 x1830887431487104/t4294972303(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/448 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.236070:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8c7b80 with x1830887431487104 ext(0->7) 00010000:00010000:0.0:1746070977.236075:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 72 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.236085:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 72 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.236090:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d8c7b80 00000100:00100000:0.0:1746070977.259325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.259378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.259459:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431487232 00000100:00100000:2.0:1746070977.259466:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431487232 00010000:00010000:2.0:1746070977.259661:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 72 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.259699:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14056 00000100:00100000:2.0:1746070977.259706:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2008:x1830887431487232:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.259717:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.259732:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 72 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.259741:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 72 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.259758:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803846b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e1 expref: 72 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.259779:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.259780:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.259786:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.259793:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.259818:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.259827:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426885120:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.259907:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.261195:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431487360 00000100:00100000:3.0:1746070977.261201:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431487360 00000100:00100000:3.0:1746070977.261234:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30256 00000100:00100000:3.0:1746070977.261240:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:1660:x1830887431487360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.261253:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.261264:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151ef expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.261282:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.261288:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.261290:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.261293:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.261311:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.261320:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.261329:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426885248:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070977.261390:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.266220:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.266431:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431487616 00000100:00100000:1.0:1746070977.266438:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431487616 00000100:00100000:3.0:1746070977.266447:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426885248:192.168.204.29@tcp:104: 00002000:00100000:1.0:1746070977.266470:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe2a00 x1830887431487616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746070977.266471:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746070977.266479:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe2a00 with x1830887431487616 ext(0->4095) 00010000:00010000:3.0:1746070977.266483:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e000, rc 0) 00010000:00010000:1.0:1746070977.266484:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.266493:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.266498:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe2a00 00000100:00100000:3.0:1746070977.266518:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+73:1660:x1830887431487360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5277us (7139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.266524:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30256 00000100:00100000:1.0:1746070977.266525:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3002 00000100:00100000:1.0:1746070977.266531:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431487616:12345-192.168.204.29@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746070977.266591:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426885120:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.266601:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.266618:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2008:x1830887431487232:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6913us (7301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.266625:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14056 00000100:00100000:1.0:1746070977.266632:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431487616:12345-192.168.204.29@tcp:3:ldlm_bl.0 Request processed in 102us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.266637:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3002 00002000:00100000:1.0:1746070977.266641:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012cfe2a00 x1830887431487616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.266647:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cfe2a00 with x1830887431487616 ext(0->4095) 00010000:00010000:1.0:1746070977.266651:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.266657:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.266662:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cfe2a00 00000100:00100000:0.0:1746070977.269022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.269072:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431487744 00000100:00100000:2.0:1746070977.269078:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431487744 00010000:00010000:2.0:1746070977.269101:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.269127:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14057 00000100:00100000:2.0:1746070977.269132:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431487744:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.269143:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.269157:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.269166:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.269185:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8e00/0xa5d7060008038472 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151e8 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.269209:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.269211:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.269217:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.269224:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.269249:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.269259:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426885376:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.269329:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f540 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.270693:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426885376:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.270707:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.270738:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431487744:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1604us (1719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.270746:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14057 00000100:00100000:0.0:1746070977.270897:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.270940:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431488000 00000100:00100000:1.0:1746070977.270945:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431488000 00002000:00100000:1.0:1746070977.270968:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094919c00 x1830887431488000/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.270976:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919c00 with x1830887431488000 ext(0->4095) 00002000:00010000:1.0:1746070977.270979:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094919c00 00000100:00100000:1.0:1746070977.271002:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13739 00000100:00100000:1.0:1746070977.271008:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2008:x1830887431488000:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.271134:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2008:x1830887431488000:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.271140:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13739 00002000:00100000:1.0:1746070977.271145:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094919c00 x1830887431488000/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.271152:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919c00 with x1830887431488000 ext(0->4095) 00002000:00010000:1.0:1746070977.271155:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094919c00 00000100:00100000:0.0:1746070977.274436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.274529:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431488128 00000100:00100000:3.0:1746070977.274537:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431488128 00000100:00100000:3.0:1746070977.274572:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30257 00000100:00100000:3.0:1746070977.274578:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431488128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.274590:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.274605:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151f6 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.274633:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.274639:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.274641:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.274643:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.274668:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.274678:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 71 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.274687:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426885504:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070977.274758:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.275959:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426885504:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070977.275981:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.275993:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fe00, rc 0) 00000100:00100000:3.0:1746070977.276018:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431488128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1439us (1588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.276024:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30257 00000100:00100000:0.0:1746070977.278205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.278274:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431488256 00000100:00100000:2.0:1746070977.278281:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431488256 00002000:00100000:2.0:1746070977.279094:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009491a680 x1830887431488256/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.279105:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491a680 with x1830887431488256 ext(0->7) 00010000:00010000:2.0:1746070977.279113:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 72 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.279125:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 72 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.279131:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009491a680 00000100:00100000:2.0:1746070977.279163:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3003 00000100:00100000:2.0:1746070977.279171:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+72:2008:x1830887431488256:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070977.281156:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2008:x1830887431488256:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1981us (2951us total) trans 4294972304 rc 0/0 00000100:00100000:0.0:1746070977.281165:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3003 00002000:00100000:0.0:1746070977.281173:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009491a680 x1830887431488256/t4294972304(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/448 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.281180:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491a680 with x1830887431488256 ext(0->7) 00010000:00010000:0.0:1746070977.281187:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 74 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.281202:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 74 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.281208:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009491a680 00000100:00100000:0.0:1746070977.287668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.287812:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.287915:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431488512 00000100:00100000:3.0:1746070977.287931:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431488512 00000100:00100000:3.0:1746070977.287983:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30258 00000100:00100000:3.0:1746070977.288005:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:1660:x1830887431488512:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746070977.288024:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431488384 00000100:00100000:2.0:1746070977.288028:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431488384 00010000:00010000:3.0:1746070977.288038:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.288044:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 75 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.288050:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0151fd expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.288076:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14058 00000100:00100000:2.0:1746070977.288081:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431488384:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.288089:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.288091:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.288115:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.288149:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070977.288153:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.288550:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.288560:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.288563:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.288574:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d7060008038479 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151ef expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.288576:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.288584:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.288585:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.288589:0:9566:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.288711:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.288720:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070977.288728:0:9566:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.288741:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.288750:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426885760:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.288804:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431488384:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 721us (1142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.288810:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14058 00000100:00100000:3.0:1746070977.289101:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.290415:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426885760:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.290427:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e200, rc 0) 00000100:00100000:3.0:1746070977.290475:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:1660:x1830887431488512:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2486us (2670us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.290482:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30258 00000100:00100000:0.0:1746070977.295598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.295860:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431488768 00000100:00100000:2.0:1746070977.295929:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431488768 00002000:00100000:2.0:1746070977.295968:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e00e00 x1830887431488768/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.295978:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00e00 with x1830887431488768 ext(0->4095) 00010000:00010000:2.0:1746070977.295986:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.295999:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.296007:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e00e00 00000100:00100000:2.0:1746070977.296223:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3004 00000100:00100000:2.0:1746070977.296231:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431488768:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070977.296673:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431488768:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 442us (1082us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.296680:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3004 00002000:00100000:2.0:1746070977.296686:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e00e00 x1830887431488768/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.296693:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00e00 with x1830887431488768 ext(0->4095) 00010000:00010000:2.0:1746070977.296696:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.296705:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.296709:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e00e00 00000100:00100000:0.0:1746070977.299345:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.299726:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431488896 00000100:00100000:2.0:1746070977.299733:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431488896 00010000:00010000:2.0:1746070977.299760:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.299796:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14059 00000100:00100000:2.0:1746070977.299803:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431488896:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.299813:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.299829:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.299839:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.299859:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038480 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151f6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.300045:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.300047:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.300054:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.300061:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.300088:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.300098:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426885888:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.300658:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.302676:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.302727:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431489152 00000100:00100000:1.0:1746070977.302734:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431489152 00000100:00100000:2.0:1746070977.302757:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426885888:192.168.204.29@tcp:105: 00002000:00100000:1.0:1746070977.302765:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed58a80 x1830887431489152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746070977.302772:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746070977.302773:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed58a80 with x1830887431489152 ext(0->4095) 00002000:00010000:1.0:1746070977.302777:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed58a80 00000100:00100000:2.0:1746070977.302801:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431488896:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2999us (3463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.302808:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14059 00000100:00100000:1.0:1746070977.302808:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13740 00000100:00100000:1.0:1746070977.302816:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2010:x1830887431489152:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746070977.302927:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2010:x1830887431489152:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.302932:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13740 00002000:00100000:1.0:1746070977.302937:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed58a80 x1830887431489152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.302943:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed58a80 with x1830887431489152 ext(0->4095) 00002000:00010000:1.0:1746070977.302945:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed58a80 00000100:00100000:2.0:1746070977.308184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.308296:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431489280 00000100:00100000:3.0:1746070977.308303:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431489280 00000100:00100000:3.0:1746070977.308341:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30259 00000100:00100000:3.0:1746070977.308348:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431489280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.308362:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.308384:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015204 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.308410:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.308416:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.308418:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.308420:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.308447:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.308458:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 73 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.308472:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426886016:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070977.308537:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.313637:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426886016:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070977.313663:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.313677:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e800, rc 0) 00000100:00100000:3.0:1746070977.314800:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431489280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6449us (6621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.314808:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30259 00000100:00100000:0.0:1746070977.319243:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.322002:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431489408 00000100:00100000:3.0:1746070977.322013:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431489408 00002000:00100000:3.0:1746070977.322054:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ed59180 x1830887431489408/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.322065:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed59180 with x1830887431489408 ext(0->7) 00010000:00010000:3.0:1746070977.322072:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 74 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.322090:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 74 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.322097:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed59180 00000100:00100000:3.0:1746070977.322122:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3005 00000100:00100000:3.0:1746070977.322129:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+74:2008:x1830887431489408:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070977.326838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.326943:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431489536 00000100:00100000:3.0:1746070977.326950:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431489536 00000100:00100000:3.0:1746070977.326988:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30260 00000100:00100000:3.0:1746070977.326994:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1660:x1830887431489536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.327006:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.327019:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01520b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.327042:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.327047:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.327052:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070977.327055:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01520b expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.327083:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.327094:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01520b expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.327103:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:3.0:1746070977.327136:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:1660:x1830887431489536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.327142:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30260 00000100:00100000:1.0:1746070977.327885:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431489408:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 5734us (8626us total) trans 4294972305 rc 0/0 00000100:00100000:1.0:1746070977.327893:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3005 00002000:00100000:1.0:1746070977.327900:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ed59180 x1830887431489408/t4294972305(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/448 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.327908:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed59180 with x1830887431489408 ext(0->7) 00010000:00010000:1.0:1746070977.327914:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.327924:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.327930:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed59180 00000100:00100000:0.0:1746070977.329935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.329991:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431489664 00000100:00100000:2.0:1746070977.330002:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431489664 00010000:00010000:2.0:1746070977.330028:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.330202:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14060 00000100:00100000:2.0:1746070977.330209:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887431489664:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.330221:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.330236:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.330246:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.330263:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d7060008038487 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0151fd expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.330325:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.330327:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.330334:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.330340:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.330382:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.330397:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.330407:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426886272:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.330811:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.332280:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426886272:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.332295:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.332323:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431489664:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2115us (2394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.332332:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14060 00000100:00100000:0.0:1746070977.333744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.333999:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431489920 00000100:00100000:1.0:1746070977.334005:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431489920 00002000:00100000:1.0:1746070977.334039:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5ad80 x1830887431489920/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.334054:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5ad80 with x1830887431489920 ext(0->4095) 00010000:00010000:1.0:1746070977.334061:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.334072:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.334078:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5ad80 00000100:00100000:1.0:1746070977.334095:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3006 00000100:00100000:1.0:1746070977.334101:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431489920:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070977.334202:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431489920:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.334208:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3006 00002000:00100000:1.0:1746070977.334213:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5ad80 x1830887431489920/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.334691:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5ad80 with x1830887431489920 ext(0->4095) 00010000:00010000:1.0:1746070977.334696:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.334705:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.334784:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ed5ad80 00000100:00100000:0.0:1746070977.336240:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.336389:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431490048 00000100:00100000:2.0:1746070977.336394:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431490048 00010000:00010000:2.0:1746070977.336414:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.336440:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14061 00000100:00100000:2.0:1746070977.336446:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431490048:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.336454:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.336466:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.336475:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.336491:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d706000803848e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015204 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.336503:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.336504:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.336510:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01520b expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.336516:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01520b expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.336541:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01520b expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.336550:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426886400:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.336619:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.340309:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426886400:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.340328:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.340377:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431490048:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3930us (4138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.340386:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14061 00000100:00100000:0.0:1746070977.340777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.341034:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431490304 00000100:00100000:1.0:1746070977.341040:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431490304 00002000:00100000:1.0:1746070977.341071:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f5180 x1830887431490304/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.341079:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5180 with x1830887431490304 ext(0->4095) 00002000:00010000:1.0:1746070977.341083:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f5180 00000100:00100000:1.0:1746070977.341103:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13741 00000100:00100000:1.0:1746070977.341109:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431490304:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.341620:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431490304:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 510us (842us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.341627:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13741 00002000:00100000:1.0:1746070977.341632:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f5180 x1830887431490304/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.341639:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5180 with x1830887431490304 ext(0->4095) 00002000:00010000:1.0:1746070977.341642:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f5180 00000100:00100000:0.0:1746070977.343447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.343515:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431490432 00000100:00100000:2.0:1746070977.343521:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431490432 00000100:00100000:2.0:1746070977.343813:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30261 00000100:00100000:2.0:1746070977.343820:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431490432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.343832:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.343846:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015212 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.343896:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01520b expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.343902:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.343904:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.343907:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015212 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.343931:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01520b expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.343941:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01520b expref: 75 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.343951:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426886528:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.344012:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.345661:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426886528:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.345682:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015212 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.345695:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635e00, rc 0) 00000100:00100000:2.0:1746070977.345731:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431490432:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1910us (2287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.345737:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30261 00000100:00100000:0.0:1746070977.347427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.348090:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431490560 00000100:00100000:2.0:1746070977.348097:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431490560 00010000:00010000:2.0:1746070977.348123:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01520b expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.348297:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14062 00000100:00100000:2.0:1746070977.348305:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431490560:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.348317:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.348333:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01520b expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.348343:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01520b expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.348362:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038495 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01520b expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.348716:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.348718:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.348725:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015212 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.348733:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015212 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.348759:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015212 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.348768:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426886656:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.349595:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.353512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.353555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.353643:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426886656:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.353666:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.353713:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431490560:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5408us (6288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.353722:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14062 00000100:00100000:1.0:1746070977.353889:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431490816 00000100:00100000:1.0:1746070977.353895:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431490816 00002000:00100000:1.0:1746070977.353926:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e60e00 x1830887431490816/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.353934:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e60e00 with x1830887431490816 ext(0->4095) 00002000:00010000:1.0:1746070977.353938:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e60e00 00000100:00100000:1.0:1746070977.353950:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13742 00000100:00100000:1.0:1746070977.353956:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431490816:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.354045:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431490816:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.354054:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13742 00002000:00100000:1.0:1746070977.354059:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e60e00 x1830887431490816/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.354065:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e60e00 with x1830887431490816 ext(0->4095) 00002000:00010000:1.0:1746070977.354067:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e60e00 00000100:00100000:3.0:1746070977.354164:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431490944 00000100:00100000:3.0:1746070977.354168:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431490944 00000100:00100000:3.0:1746070977.354195:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30262 00000100:00100000:3.0:1746070977.354200:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:1660:x1830887431490944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.354208:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.354219:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015219 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.354242:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015212 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.354248:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.354250:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.354253:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 76 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.354273:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015212 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.354283:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015212 expref: 5 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.354296:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426886784:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070977.354359:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.357053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.357363:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426886784:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070977.357399:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 76 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070977.357407:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431491072 00010000:00010000:3.0:1746070977.357413:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f800, rc 0) 00000100:00100000:1.0:1746070977.357413:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431491072 00000100:00100000:0.0:1746070977.357440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.357450:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1660:x1830887431490944:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3249us (3893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.357455:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30263 00000100:00100000:1.0:1746070977.357461:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1661:x1830887431491072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.357477:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.357487:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015220 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.357502:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.357507:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.357512:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.357514:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015220 expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.357565:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431491200 00000100:00100000:2.0:1746070977.357569:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431491200 00010000:00010000:2.0:1746070977.357584:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015212 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.357607:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14063 00000100:00100000:2.0:1746070977.357612:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431491200:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.357619:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.357634:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015212 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.357645:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015212 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.357660:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d706000803849c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015212 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.357672:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.357673:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.357678:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.357689:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.357902:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.357908:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30262 00010000:00010000:1.0:1746070977.357912:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 78 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.357930:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f691880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426886912:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.357967:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.357974:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.357981:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426887040:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.358027:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.358611:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.360495:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426887040:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.360511:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.360553:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431491200:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2940us (3113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.360562:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14063 00000100:00100000:1.0:1746070977.361168:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f691880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426886912:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.361186:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015220 expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.361199:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:1.0:1746070977.361221:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1661:x1830887431491072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3760us (4174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.361228:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30263 00000100:00100000:1.0:1746070977.362110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.362171:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431491456 00000100:00100000:2.0:1746070977.362177:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431491456 00002000:00100000:2.0:1746070977.362204:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691880 x1830887431491456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.362213:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691880 with x1830887431491456 ext(0->4095) 00010000:00010000:2.0:1746070977.362219:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.362235:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.362240:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691880 00000100:00100000:2.0:1746070977.362256:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3007 00000100:00100000:2.0:1746070977.362262:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887431491456:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070977.362956:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887431491456:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 692us (846us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.362963:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3007 00002000:00100000:2.0:1746070977.362968:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691880 x1830887431491456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.362975:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691880 with x1830887431491456 ext(0->4095) 00010000:00010000:2.0:1746070977.362980:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.362989:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.362994:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691880 00000100:00100000:0.0:1746070977.365048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.365119:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431491584 00000100:00100000:2.0:1746070977.365125:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431491584 00010000:00010000:2.0:1746070977.365148:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.365184:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14064 00000100:00100000:2.0:1746070977.365191:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2010:x1830887431491584:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.365202:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.365216:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.365227:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.365246:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d70600080384a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015219 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.365262:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.365263:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.365269:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015220 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.365276:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015220 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.365301:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015220 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.365310:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426887168:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.365767:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.369126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.369195:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431491840 00000100:00100000:3.0:1746070977.369203:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431491840 00000100:00100000:2.0:1746070977.369216:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426887168:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.369234:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746070977.369242:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5354380 x1830887431491840/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.369252:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5354380 with x1830887431491840 ext(0->4095) 00002000:00010000:3.0:1746070977.369255:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5354380 00000100:00100000:2.0:1746070977.369268:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2010:x1830887431491584:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4077us (4224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.369277:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14064 00000100:00100000:3.0:1746070977.369287:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13743 00000100:00100000:3.0:1746070977.369293:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431491840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070977.369428:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431491840:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070977.369434:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13743 00002000:00100000:3.0:1746070977.369440:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5354380 x1830887431491840/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.369453:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5354380 with x1830887431491840 ext(0->4095) 00002000:00010000:3.0:1746070977.369455:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5354380 00000100:00100000:0.0:1746070977.371270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.371499:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431491968 00000100:00100000:1.0:1746070977.371505:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431491968 00000100:00100000:1.0:1746070977.371549:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30264 00000100:00100000:1.0:1746070977.371556:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431491968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.371567:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.371579:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015227 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.371601:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015220 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.371608:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.371610:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.371614:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015227 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.371637:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015220 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.371648:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015220 expref: 75 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.371658:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f691c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426887296:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.371727:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.373217:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f691c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426887296:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.373232:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015227 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.373241:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290a00, rc 0) 00000100:00100000:1.0:1746070977.373260:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431491968:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1706us (1995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.373267:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30264 00000100:00100000:0.0:1746070977.373898:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.374069:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431492096 00000100:00100000:2.0:1746070977.374074:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431492096 00010000:00010000:2.0:1746070977.374091:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015220 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.374116:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14065 00000100:00100000:2.0:1746070977.374121:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431492096:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.374130:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.374142:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015220 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.374150:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015220 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.374165:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015220 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.374176:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.374178:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.374183:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015227 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.374189:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015227 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.374206:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015227 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.374214:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426887424:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.374254:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.375761:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426887424:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.375774:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.375794:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2007:x1830887431492096:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1673us (1898us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.375801:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14065 00000100:00100000:0.0:1746070977.376128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.376308:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431492352 00000100:00100000:3.0:1746070977.376313:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431492352 00002000:00100000:3.0:1746070977.376339:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5357b80 x1830887431492352/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.376347:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5357b80 with x1830887431492352 ext(0->4095) 00002000:00010000:3.0:1746070977.376351:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5357b80 00000100:00100000:3.0:1746070977.376379:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13744 00000100:00100000:3.0:1746070977.376384:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431492352:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070977.376465:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431492352:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (339us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070977.376469:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13744 00002000:00100000:3.0:1746070977.376473:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5357b80 x1830887431492352/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.376479:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5357b80 with x1830887431492352 ext(0->4095) 00002000:00010000:3.0:1746070977.376482:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5357b80 00000100:00100000:0.0:1746070977.378965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.379033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.379193:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431492480 00000100:00100000:1.0:1746070977.379200:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431492480 00000100:00100000:1.0:1746070977.379241:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431492608 00000100:00100000:1.0:1746070977.379243:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431492608 00000100:00100000:1.0:1746070977.379259:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30265 00000100:00100000:1.0:1746070977.379266:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:1661:x1830887431492480:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.379278:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.379290:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01522e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.379314:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015227 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.379320:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.379322:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.379325:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.379349:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015227 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.379359:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015227 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.379380:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f691c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426887552:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.379436:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc480 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.379565:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30266 00000100:00100000:2.0:1746070977.379572:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1660:x1830887431492608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.379579:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.379585:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015235 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.379595:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.379599:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.379603:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.379605:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 78 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.379623:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.379635:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 78 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.379644:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634400, rc 0) 00000100:00100000:2.0:1746070977.379663:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:1660:x1830887431492608:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.379668:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30266 00000100:00100000:1.0:1746070977.381631:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f691c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426887552:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.381648:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.381658:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:1.0:1746070977.381681:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1661:x1830887431492480:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2416us (2721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.381687:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30265 00000100:00100000:0.0:1746070977.382184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.382516:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431492736 00000100:00100000:2.0:1746070977.382520:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431492736 00010000:00010000:2.0:1746070977.382538:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015227 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.382565:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14066 00000100:00100000:2.0:1746070977.382570:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431492736:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.382580:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.382593:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015227 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.382602:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015227 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.382619:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d70600080384b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015227 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.382636:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.382637:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.382642:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.382653:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.382674:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.382681:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.382689:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426887808:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.382743:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.384667:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426887808:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.384682:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.384709:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431492736:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2138us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.384717:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14066 00000100:00100000:1.0:1746070977.386245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.386306:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431492992 00000100:00100000:2.0:1746070977.386312:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431492992 00002000:00100000:2.0:1746070977.386343:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691c00 x1830887431492992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.386353:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691c00 with x1830887431492992 ext(0->4095) 00010000:00010000:2.0:1746070977.386361:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.386388:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.386393:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691c00 00000100:00100000:2.0:1746070977.386476:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3008 00000100:00100000:2.0:1746070977.386483:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431492992:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070977.386718:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431492992:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 233us (476us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.386724:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3008 00002000:00100000:2.0:1746070977.386730:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009f691c00 x1830887431492992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.386736:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f691c00 with x1830887431492992 ext(0->4095) 00010000:00010000:2.0:1746070977.386741:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.386749:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.386754:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f691c00 00000100:00100000:0.0:1746070977.389607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.389778:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431493120 00000100:00100000:1.0:1746070977.389785:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431493120 00000100:00100000:3.0:1746070977.390073:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30267 00000100:00100000:3.0:1746070977.390083:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431493120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.390097:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.390110:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01523c expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.390134:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.390138:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 76 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.390144:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070977.390147:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.390173:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 76 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.390183:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.390191:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:3.0:1746070977.390223:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431493120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.390228:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30267 00000100:00100000:0.0:1746070977.391918:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.392025:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431493248 00000100:00100000:2.0:1746070977.392030:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431493248 00010000:00010000:2.0:1746070977.392049:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.392074:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14067 00000100:00100000:2.0:1746070977.392078:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2010:x1830887431493248:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.392087:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.392101:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.392109:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.392124:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080384b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01522e expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.392144:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.392146:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.392150:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 76 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.392156:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 76 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.392180:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 76 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.392189:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 76 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.392198:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426888064:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.392261:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.394962:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426888064:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.394981:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.395028:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2010:x1830887431493248:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2946us (3110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.395038:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14067 00000100:00100000:0.0:1746070977.395077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.395783:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431493504 00000100:00100000:2.0:1746070977.395789:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431493504 00002000:00100000:2.0:1746070977.395819:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50f9c00 x1830887431493504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.395827:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f9c00 with x1830887431493504 ext(0->4095) 00010000:00010000:2.0:1746070977.395834:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 76 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.395845:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 76 pid: 10108 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.395851:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50f9c00 00000100:00100000:3.0:1746070977.395901:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3009 00000100:00100000:3.0:1746070977.395911:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431493504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070977.396023:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431493504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (946us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070977.396029:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3009 00002000:00100000:3.0:1746070977.396034:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a50f9c00 x1830887431493504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.396046:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f9c00 with x1830887431493504 ext(0->4095) 00010000:00010000:3.0:1746070977.396051:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 76 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.396059:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 76 pid: 10108 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.396064:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50f9c00 00000100:00100000:0.0:1746070977.397921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.398035:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431493760 00000100:00100000:1.0:1746070977.398041:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431493760 00000100:00100000:1.0:1746070977.398073:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30268 00000100:00100000:1.0:1746070977.398078:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:1660:x1830887431493760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.398088:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.398101:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015243 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.398120:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.398125:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.398131:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746070977.398134:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015243 expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.398166:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.398176:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015243 expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.398185:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:1.0:1746070977.398215:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1660:x1830887431493760:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.398220:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30268 00000100:00100000:0.0:1746070977.398590:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.398761:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431493632 00000100:00100000:3.0:1746070977.398765:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431493632 00010000:00010000:3.0:1746070977.398779:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 77 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.398794:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14068 00000100:00100000:3.0:1746070977.398798:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887431493632:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.398805:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.398817:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 77 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.398826:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 77 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.398840:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080384bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015235 expref: 77 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.398853:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.398855:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.398860:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.398884:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.398903:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.398912:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 5 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.398922:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426888320:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.398967:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.401571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.401655:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426888320:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.401670:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.402130:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431494016 00000100:00100000:2.0:1746070977.402135:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431494016 00002000:00100000:2.0:1746070977.402165:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edf100 x1830887431494016/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.402174:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edf100 with x1830887431494016 ext(0->4095) 00010000:00010000:2.0:1746070977.402181:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.402192:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.402202:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5edf100 00000100:00100000:2.0:1746070977.402220:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3010 00000100:00100000:2.0:1746070977.402226:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431494016:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070977.402568:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431493632:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3767us (3977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.402575:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14068 00000100:00100000:2.0:1746070977.402941:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431494016:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 714us (1375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.402948:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3010 00002000:00100000:2.0:1746070977.402953:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edf100 x1830887431494016/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.402960:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edf100 with x1830887431494016 ext(0->4095) 00010000:00010000:2.0:1746070977.402964:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.402973:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.402978:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5edf100 00000100:00100000:0.0:1746070977.405833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.405917:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431494144 00000100:00100000:3.0:1746070977.405924:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431494144 00010000:00010000:3.0:1746070977.405949:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.405975:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14069 00000100:00100000:3.0:1746070977.405980:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431494144:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.405993:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.406006:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.406015:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.406031:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d70600080384c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01523c expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.406042:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.406044:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.406049:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015243 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.406055:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015243 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.406080:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015243 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.406089:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426888448:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.406154:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.408497:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426888448:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.408514:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.408778:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431494144:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2795us (2948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.408790:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14069 00000100:00100000:0.0:1746070977.408979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.409126:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431494400 00000100:00100000:2.0:1746070977.409132:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431494400 00002000:00100000:2.0:1746070977.409160:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e354380 x1830887431494400/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.409169:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354380 with x1830887431494400 ext(0->4095) 00002000:00010000:2.0:1746070977.409172:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e354380 00000100:00100000:2.0:1746070977.409187:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13745 00000100:00100000:2.0:1746070977.409193:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431494400:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070977.409291:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431494400:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.409297:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13745 00002000:00100000:2.0:1746070977.409301:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e354380 x1830887431494400/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.409308:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e354380 with x1830887431494400 ext(0->4095) 00002000:00010000:2.0:1746070977.409311:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e354380 00000100:00100000:0.0:1746070977.411078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.411135:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431494528 00000100:00100000:3.0:1746070977.411140:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431494528 00000100:00100000:3.0:1746070977.411331:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30269 00000100:00100000:3.0:1746070977.411338:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431494528:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.411349:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.411371:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01524a expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.411392:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015243 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.411397:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.411399:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.411402:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01524a expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.411423:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015243 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.411432:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015243 expref: 75 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.411441:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426888576:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070977.411505:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.413651:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426888576:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070977.413676:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01524a expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.413689:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e600, rc 0) 00000100:00100000:3.0:1746070977.414050:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431494528:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2711us (2973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.414057:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30269 00000100:00100000:0.0:1746070977.414528:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.414651:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431494656 00000100:00100000:3.0:1746070977.414656:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431494656 00010000:00010000:3.0:1746070977.414676:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015243 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.414706:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14070 00000100:00100000:3.0:1746070977.414712:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431494656:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.414724:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.414739:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015243 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.414747:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015243 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.414767:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015243 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.414779:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.414782:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.414788:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01524a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.414795:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01524a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.414818:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01524a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.414828:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426888704:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.415849:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.417716:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426888704:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.417732:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.417760:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431494656:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3048us (3233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.417770:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14070 00000100:00100000:0.0:1746070977.418297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.418953:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431494912 00000100:00100000:3.0:1746070977.418959:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431494912 00002000:00100000:3.0:1746070977.418988:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d301880 x1830887431494912/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.418997:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301880 with x1830887431494912 ext(0->4095) 00002000:00010000:3.0:1746070977.419001:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d301880 00000100:00100000:3.0:1746070977.419247:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13746 00000100:00100000:3.0:1746070977.419255:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431494912:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070977.420069:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431494912:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 813us (1771us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070977.420078:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13746 00002000:00100000:3.0:1746070977.420084:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d301880 x1830887431494912/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.420091:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301880 with x1830887431494912 ext(0->4095) 00002000:00010000:3.0:1746070977.420094:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d301880 00000100:00100000:0.0:1746070977.420302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.420419:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431495040 00000100:00100000:3.0:1746070977.420423:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431495040 00000100:00100000:3.0:1746070977.420452:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30270 00000100:00100000:3.0:1746070977.420457:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fc73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:1660:x1830887431495040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.420466:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.420477:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015251 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.420497:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01524a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.420502:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.420504:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.420507:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 76 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.420527:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01524a expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.420536:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01524a expref: 5 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.420549:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426888832:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070977.421318:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.423749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.423981:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431495168 00000100:00100000:1.0:1746070977.423988:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431495168 00000100:00100000:3.0:1746070977.424091:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426888832:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070977.424116:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 77 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.424130:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fe00, rc 0) 00000100:00100000:1.0:1746070977.424310:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30271 00000100:00100000:1.0:1746070977.424317:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1661:x1830887431495168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.424329:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.424339:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015258 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.424353:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.424357:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.424362:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.424373:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015258 expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.424396:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.424403:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015258 expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.424409:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290200, rc 0) 00000100:00100000:3.0:1746070977.424755:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fc73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:1660:x1830887431495040:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4297us (4453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.424762:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30270 00000100:00100000:1.0:1746070977.425263:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1661:x1830887431495168:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 945us (1517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.425268:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30271 00000100:00100000:0.0:1746070977.426081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.426617:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431495296 00000100:00100000:3.0:1746070977.426622:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431495296 00010000:00010000:3.0:1746070977.426645:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01524a expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.426676:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14071 00000100:00100000:3.0:1746070977.426682:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431495296:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.426691:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.426706:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01524a expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.426716:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01524a expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.426738:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d70600080384d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01524a expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.426762:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.426764:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.426770:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 76 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.426776:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 76 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.426800:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 76 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.426809:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 76 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.426818:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426889088:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.426895:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.429050:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426889088:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.429065:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.429103:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431495296:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2420us (3023us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.429111:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14071 00000100:00100000:0.0:1746070977.429493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.429802:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431495552 00000100:00100000:3.0:1746070977.429808:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431495552 00002000:00100000:3.0:1746070977.429835:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd18000 x1830887431495552/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.429843:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd18000 with x1830887431495552 ext(0->4095) 00010000:00010000:3.0:1746070977.429850:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.429860:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.430029:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd18000 00000100:00100000:3.0:1746070977.430342:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3011 00000100:00100000:3.0:1746070977.430349:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887431495552:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070977.430610:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887431495552:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 261us (1751us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070977.430616:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3011 00002000:00100000:3.0:1746070977.430621:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd18000 x1830887431495552/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.430628:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd18000 with x1830887431495552 ext(0->4095) 00010000:00010000:3.0:1746070977.430632:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.430641:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.430645:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd18000 00000100:00100000:0.0:1746070977.433235:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.433338:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431495680 00000100:00100000:3.0:1746070977.433345:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431495680 00010000:00010000:3.0:1746070977.433380:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.433697:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14072 00000100:00100000:3.0:1746070977.433705:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4efa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887431495680:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.433716:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.433733:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.433742:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.433760:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d70600080384db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015251 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.433789:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.433791:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.433797:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015258 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.433804:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015258 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.433831:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015258 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.433846:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426889216:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.434088:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53089c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.436475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.436548:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431495936 00000100:00100000:2.0:1746070977.436556:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431495936 00002000:00100000:2.0:1746070977.436590:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd19f80 x1830887431495936/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.436599:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19f80 with x1830887431495936 ext(0->4095) 00002000:00010000:2.0:1746070977.436603:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd19f80 00000100:00100000:2.0:1746070977.436632:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13747 00000100:00100000:2.0:1746070977.436639:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431495936:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070977.436765:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431495936:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.436771:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13747 00002000:00100000:2.0:1746070977.436776:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd19f80 x1830887431495936/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.436783:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd19f80 with x1830887431495936 ext(0->4095) 00002000:00010000:2.0:1746070977.436785:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd19f80 00000100:00100000:3.0:1746070977.436882:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426889216:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.436898:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.436919:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4efa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431495680:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3216us (3690us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.436926:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14072 00000100:00100000:0.0:1746070977.439568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.439637:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431496064 00000100:00100000:1.0:1746070977.439644:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431496064 00000100:00100000:1.0:1746070977.439685:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30272 00000100:00100000:1.0:1746070977.439692:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431496064:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.439706:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.439720:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01525f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.439744:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015258 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.439751:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.439752:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.439755:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01525f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.439778:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015258 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.439788:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015258 expref: 75 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.439798:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426889344:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.439890:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.442285:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426889344:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.442309:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01525f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.442321:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:1.0:1746070977.442374:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431496064:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2672us (2800us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.442384:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30272 00000100:00100000:0.0:1746070977.443065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.443131:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431496192 00000100:00100000:3.0:1746070977.443136:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431496192 00010000:00010000:3.0:1746070977.443158:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015258 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.444130:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14073 00000100:00100000:3.0:1746070977.444140:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431496192:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.444152:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.444169:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015258 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.444178:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015258 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.444196:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290200/0xa5d70600080384e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015258 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.444219:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.444221:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.444227:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01525f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.444234:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01525f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.444258:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01525f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.444267:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426889472:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.444326:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.446822:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.446958:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426889472:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.446976:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.447011:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2008:x1830887431496192:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2872us (3946us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.447020:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14073 00000100:00100000:1.0:1746070977.447458:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431496448 00000100:00100000:1.0:1746070977.447464:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431496448 00002000:00100000:1.0:1746070977.447494:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd24700 x1830887431496448/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.447503:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd24700 with x1830887431496448 ext(0->4095) 00002000:00010000:1.0:1746070977.447506:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd24700 00000100:00100000:1.0:1746070977.447520:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13748 00000100:00100000:1.0:1746070977.447524:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431496448:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070977.447614:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431496448:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (800us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.447619:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13748 00002000:00100000:1.0:1746070977.447623:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fd24700 x1830887431496448/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.447630:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd24700 with x1830887431496448 ext(0->4095) 00002000:00010000:1.0:1746070977.447632:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd24700 00000100:00100000:0.0:1746070977.447861:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.448427:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431496576 00000100:00100000:1.0:1746070977.448430:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431496576 00000100:00100000:1.0:1746070977.448456:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30273 00000100:00100000:1.0:1746070977.448460:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:1660:x1830887431496576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.448470:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.448483:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015266 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.448508:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01525f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.448514:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.448516:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.448519:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.448541:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01525f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.448550:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01525f expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.448560:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426889600:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.448622:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.451619:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.452135:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431496704 00000100:00100000:3.0:1746070977.452142:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431496704 00000100:00100000:3.0:1746070977.452183:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30274 00000100:00100000:3.0:1746070977.452188:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1661:x1830887431496704:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.452200:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.452212:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01526d expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.452232:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.452236:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.452242:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.452244:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01526d expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.452268:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.452278:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01526d expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.452285:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ee00, rc 0) 00000100:00100000:3.0:1746070977.452326:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:1661:x1830887431496704:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.452330:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30274 00000100:00100000:1.0:1746070977.453460:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426889600:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.453475:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.453485:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:1.0:1746070977.453519:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1660:x1830887431496576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5057us (5657us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.453524:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30273 00000100:00100000:0.0:1746070977.453844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.453993:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431496832 00000100:00100000:3.0:1746070977.453997:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431496832 00010000:00010000:3.0:1746070977.454015:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01525f expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.454594:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14074 00000100:00100000:3.0:1746070977.454603:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431496832:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.454613:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.454632:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01525f expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.454642:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01525f expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.454659:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d70600080384e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01525f expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.454679:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.454681:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.454686:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.454693:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.454718:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.454728:0:21522:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 76 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.454737:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426889856:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.454800:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.457637:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.457698:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431497088 00000100:00100000:2.0:1746070977.457706:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431497088 00002000:00100000:2.0:1746070977.457740:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e896d80 x1830887431497088/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.457749:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e896d80 with x1830887431497088 ext(0->4095) 00010000:00010000:2.0:1746070977.457757:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.457768:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.457775:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e896d80 00000100:00100000:3.0:1746070977.457905:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426889856:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.457922:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.457965:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431496832:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3363us (4120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.457972:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14074 00000100:00100000:2.0:1746070977.458161:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3012 00000100:00100000:2.0:1746070977.458168:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431497088:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070977.458260:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431497088:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (629us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.458265:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3012 00002000:00100000:2.0:1746070977.458270:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e896d80 x1830887431497088/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.458278:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e896d80 with x1830887431497088 ext(0->4095) 00010000:00010000:2.0:1746070977.458283:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.458291:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.458300:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e896d80 00000100:00100000:0.0:1746070977.460976:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.461221:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431497216 00000100:00100000:3.0:1746070977.461229:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431497216 00010000:00010000:3.0:1746070977.461257:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.461290:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14075 00000100:00100000:3.0:1746070977.461297:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e896a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431497216:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.461308:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.461323:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.461332:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.461351:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d70600080384f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015266 expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.461373:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.461375:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.461382:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01526d expref: 76 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.461389:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01526d expref: 76 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.461415:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01526d expref: 76 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.461426:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426889984:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.462702:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.463026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.463052:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431497472 00000100:00100000:0.0:1746070977.463056:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431497472 00002000:00100000:0.0:1746070977.463086:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e895180 x1830887431497472/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.463093:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e895180 with x1830887431497472 ext(0->4095) 00002000:00010000:0.0:1746070977.463097:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e895180 00000100:00100000:0.0:1746070977.463111:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13749 00000100:00100000:0.0:1746070977.463117:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e895180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431497472:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070977.463210:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e895180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431497472:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (186us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070977.463216:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13749 00002000:00100000:0.0:1746070977.463221:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012e895180 x1830887431497472/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.463228:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e895180 with x1830887431497472 ext(0->4095) 00002000:00010000:0.0:1746070977.463231:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e895180 00000100:00100000:3.0:1746070977.463396:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426889984:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.463411:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.463430:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e896a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431497216:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2134us (2461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.463437:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14075 00000100:00100000:0.0:1746070977.465848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.466296:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431497600 00000100:00100000:1.0:1746070977.466304:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431497600 00000100:00100000:1.0:1746070977.466505:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30275 00000100:00100000:1.0:1746070977.466512:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431497600:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.466525:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.466538:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015274 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.466561:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01526d expref: 75 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.466568:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.466569:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.466572:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.466596:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01526d expref: 75 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.466607:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01526d expref: 75 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.466616:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426890112:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.466692:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.469634:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426890112:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.469655:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.469672:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291e00, rc 0) 00000100:00100000:1.0:1746070977.469717:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431497600:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3206us (3874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.469725:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30275 00000100:00100000:0.0:1746070977.470331:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.471392:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431497728 00000100:00100000:3.0:1746070977.471400:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431497728 00010000:00010000:3.0:1746070977.471427:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01526d expref: 76 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.471463:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14076 00000100:00100000:3.0:1746070977.471469:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431497728:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.471482:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.471501:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01526d expref: 76 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.471512:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01526d expref: 76 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.471532:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080384f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01526d expref: 76 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.471555:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.471557:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.471563:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.471574:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.471598:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.471607:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426890240:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.471665:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.478096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.478190:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426890240:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.478209:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.478228:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431497984 00000100:00100000:2.0:1746070977.478236:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431497984 00000100:00100000:3.0:1746070977.478259:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:2007:x1830887431497728:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6789us (7929us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.478268:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14076 00000100:00100000:0.0:1746070977.478334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.478379:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431498112 00000100:00100000:1.0:1746070977.478382:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431498112 00000100:00100000:1.0:1746070977.478406:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30276 00000100:00100000:1.0:1746070977.478412:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+75:1660:x1830887431498112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.478424:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.478436:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01527b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.478457:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746070977.478484:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381fb80 x1830887431497984/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.478491:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381fb80 with x1830887431497984 ext(0->4095) 00002000:00010000:2.0:1746070977.478494:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012381fb80 00000100:00100000:2.0:1746070977.478517:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13750 00000100:00100000:2.0:1746070977.478522:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431497984:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00010000:00010000:1.0:1746070977.478817:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.478819:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.478823:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.478847:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.478858:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.478907:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426890368:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.478952:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.479063:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431497984:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 539us (974us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.479069:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13750 00002000:00100000:2.0:1746070977.479074:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381fb80 x1830887431497984/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.479080:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381fb80 with x1830887431497984 ext(0->4095) 00010000:00010000:2.0:1746070977.479085:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.479093:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.479098:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381fb80 00000100:00100000:0.0:1746070977.480944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.480981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.481281:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426890368:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.481302:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.481314:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290400, rc 0) 00000100:00100000:2.0:1746070977.481842:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431498368 00000100:00100000:2.0:1746070977.481849:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431498368 00000100:00100000:3.0:1746070977.481885:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431498240 00010000:00010000:2.0:1746070977.481885:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.481889:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431498240 00000100:00100000:3.0:1746070977.481913:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30277 00000100:00100000:2.0:1746070977.481913:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14077 00000100:00100000:2.0:1746070977.481919:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431498368:12345-192.168.204.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746070977.481920:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1661:x1830887431498240:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.481929:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.481931:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.481941:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015282 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.481944:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.481954:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.481965:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.481969:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.481979:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.481982:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015282 expref: 78 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.481998:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291e00/0xa5d70600080384fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015274 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.482007:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:1660:x1830887431498112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3593us (3670us total) trans 0 rc 0/0 00010000:00010000:3.0:1746070977.482012:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070977.482013:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30276 00010000:00010000:2.0:1746070977.482018:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.482020:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.482027:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.482034:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.482044:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015282 expref: 77 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.482051:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00010000:00010000:2.0:1746070977.482052:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.482061:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.482071:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426890624:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.482086:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1661:x1830887431498240:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.482092:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30277 00000100:00100000:2.0:1746070977.482125:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.484672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.484729:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431498624 00000100:00100000:1.0:1746070977.484735:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431498624 00002000:00100000:1.0:1746070977.484766:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fdf80 x1830887431498624/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.484775:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fdf80 with x1830887431498624 ext(0->4095) 00000100:00100000:2.0:1746070977.484781:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426890624:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.484782:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.484793:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.484796:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746070977.484798:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fdf80 00000100:00100000:1.0:1746070977.484823:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3013 00000100:00100000:2.0:1746070977.484827:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431498368:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2909us (3845us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.484829:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887431498624:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070977.484835:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14077 00000100:00100000:1.0:1746070977.484937:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887431498624:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.484942:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3013 00002000:00100000:1.0:1746070977.484947:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a01fdf80 x1830887431498624/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.484954:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fdf80 with x1830887431498624 ext(0->4095) 00010000:00010000:1.0:1746070977.484957:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.484965:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.484969:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a01fdf80 00000100:00100000:2.0:1746070977.489432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.489960:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431498752 00000100:00100000:3.0:1746070977.489973:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431498752 00010000:00010000:3.0:1746070977.490005:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.490028:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14078 00000100:00100000:3.0:1746070977.490034:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e149f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431498752:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.490045:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.490061:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.490072:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.490092:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290400/0xa5d7060008038505 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01527b expref: 77 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.490119:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.490120:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.490126:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015282 expref: 76 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.490133:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015282 expref: 76 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.490157:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015282 expref: 76 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.490166:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426890752:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.490231:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.494335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.494443:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426890752:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.494462:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.494501:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431498752:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4466us (5076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.494509:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14078 00000100:00100000:2.0:1746070977.494929:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431499008 00000100:00100000:2.0:1746070977.494935:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431499008 00002000:00100000:2.0:1746070977.494965:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d802300 x1830887431499008/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.494973:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d802300 with x1830887431499008 ext(0->4095) 00002000:00010000:2.0:1746070977.494977:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d802300 00000100:00100000:2.0:1746070977.495006:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13751 00000100:00100000:2.0:1746070977.495012:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431499008:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070977.495131:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431499008:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (803us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.495136:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13751 00002000:00100000:2.0:1746070977.495141:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d802300 x1830887431499008/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.495147:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d802300 with x1830887431499008 ext(0->4095) 00002000:00010000:2.0:1746070977.495150:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d802300 00000100:00100000:0.0:1746070977.498959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.499053:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431499136 00000100:00100000:3.0:1746070977.499060:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431499136 00000100:00100000:3.0:1746070977.499103:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30278 00000100:00100000:3.0:1746070977.499109:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431499136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.499125:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.499138:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015289 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.499163:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015282 expref: 75 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.499169:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.499171:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.499173:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.499197:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015282 expref: 75 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.499207:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015282 expref: 75 pid: 17293 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.499217:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426890880:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070977.500592:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308840 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.504118:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426890880:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070977.504145:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.504159:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00000100:00100000:3.0:1746070977.504204:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431499136:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5094us (5252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.504219:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30278 00000100:00100000:1.0:1746070977.506218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.508177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.508481:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431499264 00000100:00100000:3.0:1746070977.508489:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431499264 00010000:00010000:3.0:1746070977.508521:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015282 expref: 76 pid: 17293 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.508564:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14079 00000100:00100000:3.0:1746070977.508571:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431499264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.508587:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.508605:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015282 expref: 76 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.508620:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015282 expref: 76 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.508640:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803850c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015282 expref: 76 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.508669:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.508671:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.508677:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.508684:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.508710:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.508720:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426891008:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.508781:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.508845:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431499392 00000100:00100000:2.0:1746070977.508850:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431499392 00000100:00100000:2.0:1746070977.508882:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30279 00000100:00100000:2.0:1746070977.508887:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:1660:x1830887431499392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.508896:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.508905:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015290 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.508918:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.508922:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.508923:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.508925:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 77 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.508938:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.508946:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 5 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.508953:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426891136:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.508981:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.510568:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426891136:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.510585:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 77 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.510595:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac000, rc 0) 00000100:00100000:2.0:1746070977.510631:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1660:x1830887431499392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1742us (2457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.510637:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30279 00000100:00100000:3.0:1746070977.512990:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426891008:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070977.512991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:3.0:1746070977.513008:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.513047:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431499264:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4476us (6832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.513056:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14079 00000100:00100000:1.0:1746070977.513148:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431499648 00000100:00100000:1.0:1746070977.513154:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431499648 00002000:00100000:1.0:1746070977.513183:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc43480 x1830887431499648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.513191:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43480 with x1830887431499648 ext(0->4095) 00010000:00010000:1.0:1746070977.513199:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.513210:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.513216:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc43480 00000100:00100000:1.0:1746070977.513243:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3014 00000100:00100000:1.0:1746070977.513249:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431499648:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070977.513354:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431499648:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.513360:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3014 00002000:00100000:1.0:1746070977.513376:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc43480 x1830887431499648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.513383:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43480 with x1830887431499648 ext(0->4095) 00010000:00010000:1.0:1746070977.513388:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.513396:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.513400:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc43480 00000100:00100000:0.0:1746070977.522163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.522288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.522354:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431499776 00000100:00100000:2.0:1746070977.522370:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431499904 00000100:00100000:3.0:1746070977.522371:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431499776 00000100:00100000:2.0:1746070977.522374:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431499904 00010000:00010000:3.0:1746070977.522402:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 7 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.522417:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30280 00000100:00100000:2.0:1746070977.522424:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:1661:x1830887431499904:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746070977.522431:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14080 00010000:00010000:2.0:1746070977.522436:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746070977.522438:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887431499776:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.522448:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.522448:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015297 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.522463:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 8 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.522463:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.522468:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 75 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.522474:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.522477:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 8 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.522527:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 8 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.522543:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f600/0xa5d7060008038513 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015289 expref: 8 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.522557:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.522558:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.522563:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 75 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.522569:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 75 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.522590:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 75 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.522596:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 75 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.522606:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 75 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.522621:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426891392:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.522684:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00010000:00010000:3.0:1746070977.522922:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 75 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.522930:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426891264:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.522962:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.527225:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426891392:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070977.527244:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426891264:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.527250:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.527257:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070977.527263:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325adc00, rc 0) 00000100:00100000:2.0:1746070977.527299:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:1661:x1830887431499904:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4875us (5142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.527307:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30280 00000100:00100000:3.0:1746070977.527316:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887431499776:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4879us (5027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.527324:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14080 00000100:00100000:0.0:1746070977.528181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.528230:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431500160 00000100:00100000:3.0:1746070977.528236:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431500160 00002000:00100000:3.0:1746070977.528265:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc43b80 x1830887431500160/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.528273:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43b80 with x1830887431500160 ext(0->4095) 00010000:00010000:3.0:1746070977.528278:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 76 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.528294:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 76 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.528299:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc43b80 00000100:00100000:3.0:1746070977.528324:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3015 00000100:00100000:3.0:1746070977.528331:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431500160:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070977.528446:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431500160:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070977.528451:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3015 00002000:00100000:3.0:1746070977.528455:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc43b80 x1830887431500160/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.528461:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43b80 with x1830887431500160 ext(0->4095) 00010000:00010000:3.0:1746070977.528466:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 76 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.528474:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 76 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.528480:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc43b80 00000100:00100000:0.0:1746070977.530373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.530416:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.530427:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431500288 00000100:00100000:3.0:1746070977.530433:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431500288 00010000:00010000:3.0:1746070977.530453:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 76 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.530550:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431500416 00000100:00100000:2.0:1746070977.530554:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431500416 00000100:00100000:2.0:1746070977.530573:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30281 00000100:00100000:2.0:1746070977.530579:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1660:x1830887431500416:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.530588:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.530598:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01529e expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.530615:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.530620:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.530626:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070977.530629:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.530659:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.530670:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.530727:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ada00, rc 0) 00000100:00100000:2.0:1746070977.530758:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:1660:x1830887431500416:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.530763:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30281 00000100:00100000:3.0:1746070977.531044:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14081 00000100:00100000:3.0:1746070977.531050:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2007:x1830887431500288:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.531058:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.531072:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.531278:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.531293:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d706000803851a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015290 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.531310:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.531312:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.531316:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.531322:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.531340:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.531349:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 5 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.531357:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426891648:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.531430:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.533457:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426891648:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.533472:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.533511:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431500288:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2460us (3151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.533519:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14081 00000100:00100000:0.0:1746070977.534762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.534900:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431500672 00000100:00100000:1.0:1746070977.534907:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431500672 00002000:00100000:1.0:1746070977.534937:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b7480 x1830887431500672/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.534946:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b7480 with x1830887431500672 ext(0->4095) 00010000:00010000:1.0:1746070977.534954:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.534965:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.534975:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61b7480 00000100:00100000:1.0:1746070977.535001:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3016 00000100:00100000:1.0:1746070977.535007:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431500672:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070977.535447:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431500672:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 438us (686us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.535453:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3016 00002000:00100000:1.0:1746070977.535458:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b7480 x1830887431500672/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.535466:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b7480 with x1830887431500672 ext(0->4095) 00010000:00010000:1.0:1746070977.535470:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.535479:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.535484:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61b7480 00000100:00100000:0.0:1746070977.539910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.540321:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431500800 00000100:00100000:3.0:1746070977.540329:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431500800 00010000:00010000:3.0:1746070977.540356:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.540394:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14082 00000100:00100000:3.0:1746070977.540400:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431500800:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.540412:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.540427:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.540436:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.540456:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325adc00/0xa5d7060008038521 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015297 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.540471:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.540472:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.540478:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 75 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.540485:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 75 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.540512:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 75 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.540522:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426891776:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.540589:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.543702:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.543783:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426891776:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.543801:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.543833:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431500800:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3432us (3929us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.543842:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14082 00000100:00100000:1.0:1746070977.543930:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431501056 00000100:00100000:1.0:1746070977.543935:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431501056 00002000:00100000:1.0:1746070977.543966:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b4e00 x1830887431501056/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.543974:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b4e00 with x1830887431501056 ext(0->4095) 00002000:00010000:1.0:1746070977.543978:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b4e00 00000100:00100000:1.0:1746070977.543993:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13752 00000100:00100000:1.0:1746070977.544000:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431501056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.544100:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2008:x1830887431501056:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.544106:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13752 00002000:00100000:1.0:1746070977.544111:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a61b4e00 x1830887431501056/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.544118:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b4e00 with x1830887431501056 ext(0->4095) 00002000:00010000:1.0:1746070977.544120:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61b4e00 00000100:00100000:0.0:1746070977.551577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.551728:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431501184 00000100:00100000:2.0:1746070977.551736:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431501184 00000100:00100000:2.0:1746070977.552026:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30282 00000100:00100000:2.0:1746070977.552034:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431501184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.552049:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.552063:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152a5 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.552085:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 75 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.552091:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.552093:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.552096:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.552124:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 75 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.552134:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 75 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.552144:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426891904:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.552214:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.555449:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e149500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426891904:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.555477:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.555490:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac400, rc 0) 00000100:00100000:2.0:1746070977.555549:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431501184:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3515us (3980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.555558:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30282 00000100:00100000:0.0:1746070977.561225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.561314:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431501312 00000100:00100000:3.0:1746070977.561322:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431501312 00002000:00100000:3.0:1746070977.561358:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e2f800 x1830887431501312/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.561373:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f800 with x1830887431501312 ext(0->7) 00010000:00010000:3.0:1746070977.561381:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 76 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.561393:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 76 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.561398:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2f800 00000100:00100000:3.0:1746070977.561424:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3017 00000100:00100000:3.0:1746070977.561430:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+76:2007:x1830887431501312:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070977.564579:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2007:x1830887431501312:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 3140us (3352us total) trans 4294972306 rc 0/0 00000100:00100000:0.0:1746070977.564591:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3017 00002000:00100000:0.0:1746070977.564599:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a5e2f800 x1830887431501312/t4294972306(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/448 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.564608:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f800 with x1830887431501312 ext(0->7) 00010000:00010000:0.0:1746070977.564617:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 78 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.564632:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 78 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.564638:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2f800 00000100:00100000:0.0:1746070977.570453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.570517:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431501440 00000100:00100000:2.0:1746070977.570524:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431501440 00000100:00100000:2.0:1746070977.570571:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30283 00000100:00100000:2.0:1746070977.570577:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:1660:x1830887431501440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.570594:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.570610:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152ac expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.570633:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.570638:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.570642:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070977.570645:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ac expref: 79 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.570676:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.570685:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ac expref: 79 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.570694:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:2.0:1746070977.570742:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:1660:x1830887431501440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.570748:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30283 00000100:00100000:0.0:1746070977.572811:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.572931:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431501568 00000100:00100000:3.0:1746070977.572937:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431501568 00010000:00010000:3.0:1746070977.572962:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 79 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.573019:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14083 00000100:00100000:3.0:1746070977.573025:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:2007:x1830887431501568:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.573036:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.573051:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 79 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.573061:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 79 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.573080:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038528 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01529e expref: 79 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.573339:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.573341:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.573348:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.573355:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.573389:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.573404:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 5 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.573414:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426892160:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.574653:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.576088:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426892160:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.576105:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.576618:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2007:x1830887431501568:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3590us (3807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.576627:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14083 00000100:00100000:0.0:1746070977.576798:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.576889:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431501824 00000100:00100000:2.0:1746070977.576895:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431501824 00002000:00100000:2.0:1746070977.576924:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2ed80 x1830887431501824/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.576932:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ed80 with x1830887431501824 ext(0->4095) 00010000:00010000:2.0:1746070977.576940:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.576951:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.576961:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2ed80 00000100:00100000:2.0:1746070977.576978:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3018 00000100:00100000:2.0:1746070977.576985:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431501824:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070977.577075:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431501824:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.577080:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3018 00002000:00100000:2.0:1746070977.577085:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2ed80 x1830887431501824/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.577092:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ed80 with x1830887431501824 ext(0->4095) 00010000:00010000:2.0:1746070977.577096:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.577104:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.577108:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e2ed80 00000100:00100000:0.0:1746070977.580845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.580966:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431501952 00000100:00100000:3.0:1746070977.580972:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431501952 00010000:00010000:3.0:1746070977.580998:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.581025:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14084 00000100:00100000:3.0:1746070977.581031:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431501952:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.581043:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.581059:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.581068:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.581086:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803852f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152a5 expref: 6 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.581105:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.581107:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.581112:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ac expref: 77 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.581118:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ac expref: 77 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.581142:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ac expref: 77 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.581151:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426892288:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.581213:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746070977.583078:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746070977.583254:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426892288:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.583269:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.583306:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431501952:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2274us (2466us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.583314:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14084 00000100:00100000:2.0:1746070977.584300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.584379:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431502208 00000100:00100000:0.0:1746070977.584385:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431502208 00002000:00100000:0.0:1746070977.584418:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e149500 x1830887431502208/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.584426:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e149500 with x1830887431502208 ext(0->4095) 00002000:00010000:0.0:1746070977.584430:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e149500 00000100:00100000:0.0:1746070977.584454:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13753 00000100:00100000:0.0:1746070977.584460:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2008:x1830887431502208:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070977.584564:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2008:x1830887431502208:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (265us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070977.584569:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13753 00002000:00100000:0.0:1746070977.584573:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e149500 x1830887431502208/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.584579:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e149500 with x1830887431502208 ext(0->4095) 00002000:00010000:0.0:1746070977.584582:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e149500 00000100:00100000:0.0:1746070977.586283:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.586848:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431502336 00000100:00100000:2.0:1746070977.586855:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431502336 00000100:00100000:2.0:1746070977.586922:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30284 00000100:00100000:2.0:1746070977.586929:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431502336:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.586941:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.586955:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152b3 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.586977:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ac expref: 77 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.586983:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.586984:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.586988:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152b3 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.587010:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ac expref: 77 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.587019:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ac expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.587030:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426892416:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.587102:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.589493:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.589650:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431502464 00000100:00100000:3.0:1746070977.589657:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431502464 00010000:00010000:3.0:1746070977.589686:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ac expref: 78 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.589719:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14085 00000100:00100000:3.0:1746070977.589726:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2008:x1830887431502464:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.589740:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.589756:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ac expref: 78 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.589765:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ac expref: 78 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.589785:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.589787:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.589793:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152b3 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.589800:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152b3 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.589824:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152b3 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.589835:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426892544:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.589919:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746070977.590425:0:17293:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038536 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ac expref: 78 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.590451:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426892416:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.590472:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152b3 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.590480:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac400, rc 0) 00000100:00100000:2.0:1746070977.590506:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431502336:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3577us (4227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.590512:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30284 00000100:00100000:2.0:1746070977.592171:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426892544:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070977.592188:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070977.592229:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:2008:x1830887431502464:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2502us (2740us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.592237:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14085 00000100:00100000:0.0:1746070977.594008:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.594639:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431502720 00000100:00100000:2.0:1746070977.594646:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431502720 00002000:00100000:2.0:1746070977.594680:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41c700 x1830887431502720/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.594689:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41c700 with x1830887431502720 ext(0->4095) 00002000:00010000:2.0:1746070977.594693:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41c700 00000100:00100000:2.0:1746070977.594721:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13754 00000100:00100000:2.0:1746070977.594728:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431502720:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070977.595455:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431502720:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 726us (1448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.595461:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13754 00002000:00100000:2.0:1746070977.595466:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41c700 x1830887431502720/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.595473:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41c700 with x1830887431502720 ext(0->4095) 00002000:00010000:2.0:1746070977.595476:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41c700 00000100:00100000:0.0:1746070977.595636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.595860:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431502848 00000100:00100000:2.0:1746070977.595881:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431502848 00000100:00100000:2.0:1746070977.595902:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30285 00000100:00100000:2.0:1746070977.595907:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+77:1660:x1830887431502848:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.595917:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.595929:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152ba expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.595949:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152b3 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.595955:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.595956:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.595959:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 78 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.595981:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152b3 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.595991:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152b3 expref: 5 pid: 17293 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.596000:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426892672:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.596741:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.598480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.598956:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431502976 00000100:00100000:2.0:1746070977.598962:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431502976 00000100:00100000:2.0:1746070977.599002:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30286 00000100:00100000:2.0:1746070977.599007:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:1661:x1830887431502976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.599021:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.599035:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152c1 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.599056:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.599060:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 80 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.599065:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.599068:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 80 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.599093:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 80 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.599103:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 80 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.599111:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634400, rc 0) 00000100:00100000:2.0:1746070977.599149:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:1661:x1830887431502976:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.599155:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30286 00000100:00100000:1.0:1746070977.601071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.601149:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431503104 00000100:00100000:3.0:1746070977.601155:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431503104 00010000:00010000:3.0:1746070977.601179:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152b3 expref: 6 pid: 17293 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.601443:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14086 00000100:00100000:3.0:1746070977.601451:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431503104:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.601464:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.601479:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152b3 expref: 6 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.601489:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152b3 expref: 6 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.601506:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.601508:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.601514:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.601520:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.601543:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.601551:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.601560:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426892928:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.601626:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308300 going to sleep for 11 seconds 00010000:00010000:2.0:1746070977.601694:0:17293:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803853d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152b3 expref: 6 pid: 17293 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.601965:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426892672:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.601983:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.601994:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.602002:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ada00, rc 0) 00000100:00100000:2.0:1746070977.602020:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:1660:x1830887431502848:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6113us (6384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.602025:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30285 00000100:00100000:0.0:1746070977.604062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.604126:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426892928:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.604138:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.604505:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431503104:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3054us (3436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.604516:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14086 00000100:00100000:2.0:1746070977.604604:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431503360 00000100:00100000:2.0:1746070977.604609:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431503360 00002000:00100000:2.0:1746070977.604636:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de41180 x1830887431503360/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.604645:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41180 with x1830887431503360 ext(0->4095) 00010000:00010000:2.0:1746070977.604652:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.604662:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.604668:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de41180 00000100:00100000:2.0:1746070977.604693:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3019 00000100:00100000:2.0:1746070977.604699:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:2007:x1830887431503360:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070977.604786:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:2007:x1830887431503360:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (727us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.604791:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3019 00002000:00100000:2.0:1746070977.604796:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de41180 x1830887431503360/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.604802:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41180 with x1830887431503360 ext(0->4095) 00010000:00010000:2.0:1746070977.604806:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.604815:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.604820:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de41180 00000100:00100000:0.0:1746070977.607395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.607519:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431503488 00000100:00100000:3.0:1746070977.607525:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431503488 00010000:00010000:3.0:1746070977.607548:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.607603:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14087 00000100:00100000:3.0:1746070977.607609:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+79:2009:x1830887431503488:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.607619:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.607632:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.607641:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.607658:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d7060008038544 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152ba expref: 79 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.607679:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.607680:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.607686:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.607693:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.607714:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 78 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.607724:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426893056:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.607781:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.610123:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426893056:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.610141:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.610174:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2009:x1830887431503488:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2565us (2784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.610182:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14087 00000100:00100000:0.0:1746070977.610347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.610584:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431503744 00000100:00100000:1.0:1746070977.610589:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431503744 00002000:00100000:1.0:1746070977.610614:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdca80 x1830887431503744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.610622:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdca80 with x1830887431503744 ext(0->4095) 00002000:00010000:1.0:1746070977.610626:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdca80 00000100:00100000:1.0:1746070977.610647:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13755 00000100:00100000:1.0:1746070977.610653:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2008:x1830887431503744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.610745:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2008:x1830887431503744:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.610750:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13755 00002000:00100000:1.0:1746070977.610754:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdca80 x1830887431503744/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.610760:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdca80 with x1830887431503744 ext(0->4095) 00002000:00010000:1.0:1746070977.610763:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdca80 00000100:00100000:0.0:1746070977.618305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.618451:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431503872 00000100:00100000:2.0:1746070977.618459:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431503872 00000100:00100000:2.0:1746070977.618507:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30287 00000100:00100000:2.0:1746070977.618514:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431503872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.618528:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.618543:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152c8 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.618567:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 77 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.618574:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.618576:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.618578:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.618602:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 77 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.618617:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 77 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.618627:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426893184:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.619243:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.622849:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e148e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426893184:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.622904:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.622919:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:2.0:1746070977.622953:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431503872:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4439us (4654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.622961:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30287 00000100:00100000:0.0:1746070977.632495:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.635066:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431504000 00000100:00100000:2.0:1746070977.635078:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431504000 00002000:00100000:2.0:1746070977.635119:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fbded80 x1830887431504000/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.635128:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbded80 with x1830887431504000 ext(0->7) 00010000:00010000:2.0:1746070977.635137:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 78 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.635149:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 78 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.635159:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbded80 00000100:00100000:2.0:1746070977.635195:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3020 00000100:00100000:2.0:1746070977.635202:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+78:2009:x1830887431504000:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070977.636113:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2009:x1830887431504000:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 908us (3623us total) trans 4294972307 rc 0/0 00000100:00100000:0.0:1746070977.636121:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3020 00002000:00100000:0.0:1746070977.636127:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fbded80 x1830887431504000/t4294972307(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/448 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.636134:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbded80 with x1830887431504000 ext(0->7) 00010000:00010000:0.0:1746070977.636139:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 80 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.636148:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 80 pid: 9567 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.636153:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fbded80 00000100:00100000:0.0:1746070977.642485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.642537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.642621:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431504128 00000100:00100000:2.0:1746070977.642628:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431504128 00000100:00100000:2.0:1746070977.642678:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30288 00000100:00100000:2.0:1746070977.642685:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:1660:x1830887431504128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.642701:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.642715:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152cf expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.642737:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.642743:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.642747:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070977.642750:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152cf expref: 81 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.642779:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.642790:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152cf expref: 81 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.642798:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac000, rc 0) 00000100:00100000:2.0:1746070977.642844:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:1660:x1830887431504128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.642850:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30288 00000100:00100000:3.0:1746070977.644530:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431504256 00000100:00100000:3.0:1746070977.644537:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431504256 00010000:00010000:3.0:1746070977.644559:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 81 pid: 9567 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.645650:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14088 00000100:00100000:3.0:1746070977.645659:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2010:x1830887431504256:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.645671:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.645687:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 81 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.645697:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 81 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.645715:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d706000803854b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c1 expref: 81 pid: 9567 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.645743:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.645746:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.645752:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.645759:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.645785:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.645795:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 5 pid: 17293 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.645805:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426893440:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.645884:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.648458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.648533:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426893440:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070977.648549:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.648578:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2010:x1830887431504256:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2921us (6041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.648585:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14088 00000100:00100000:1.0:1746070977.648910:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431504512 00000100:00100000:1.0:1746070977.648915:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431504512 00002000:00100000:1.0:1746070977.648944:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d853100 x1830887431504512/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.648956:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853100 with x1830887431504512 ext(0->4095) 00010000:00010000:1.0:1746070977.648964:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 6 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.648975:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 6 pid: 17293 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.648981:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d853100 00000100:00100000:1.0:1746070977.649006:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3021 00000100:00100000:1.0:1746070977.649012:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431504512:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070977.649119:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431504512:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.649124:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3021 00002000:00100000:1.0:1746070977.649129:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d853100 x1830887431504512/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.649135:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d853100 with x1830887431504512 ext(0->4095) 00010000:00010000:1.0:1746070977.649139:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 6 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.649147:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 6 pid: 17293 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.649153:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d853100 00000100:00100000:0.0:1746070977.654823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.654916:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431504640 00000100:00100000:3.0:1746070977.654924:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431504640 00010000:00010000:3.0:1746070977.654956:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 6 pid: 17293 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.654994:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14089 00000100:00100000:3.0:1746070977.655002:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431504640:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070977.655018:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070977.655035:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 6 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.655045:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 6 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.655071:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038552 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152c8 expref: 6 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.655098:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.655100:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070977.655106:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152cf expref: 79 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.655258:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152cf expref: 79 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.655287:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152cf expref: 79 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.655297:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426893568:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070977.655758:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.660453:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426893568:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070977.660473:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070977.660519:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431504640:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5517us (5703us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070977.660528:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14089 00000100:00100000:2.0:1746070977.660659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.661105:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431504896 00000100:00100000:3.0:1746070977.661111:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431504896 00002000:00100000:3.0:1746070977.661138:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e148e00 x1830887431504896/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.661152:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e148e00 with x1830887431504896 ext(0->4095) 00002000:00010000:3.0:1746070977.661155:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e148e00 00000100:00100000:3.0:1746070977.661175:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13756 00000100:00100000:3.0:1746070977.661180:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2008:x1830887431504896:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070977.661269:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2008:x1830887431504896:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (610us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070977.661273:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13756 00002000:00100000:3.0:1746070977.661277:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e148e00 x1830887431504896/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.661283:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e148e00 with x1830887431504896 ext(0->4095) 00002000:00010000:3.0:1746070977.661285:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e148e00 00000100:00100000:0.0:1746070977.666160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.666294:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431505024 00000100:00100000:1.0:1746070977.666302:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431505024 00000100:00100000:1.0:1746070977.666352:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30289 00000100:00100000:1.0:1746070977.666368:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431505024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070977.666386:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070977.666400:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152d6 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.666427:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152cf expref: 79 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.666433:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.666435:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070977.666437:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.666462:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152cf expref: 79 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.666472:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152cf expref: 79 pid: 17293 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.666483:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426893696:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070977.666562:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.670259:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426893696:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070977.670285:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.670300:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:1.0:1746070977.670336:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431505024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3977us (4183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.670343:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30289 00000100:00100000:2.0:1746070977.670987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.671125:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431505152 00000100:00100000:1.0:1746070977.671131:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431505152 00010000:00010000:1.0:1746070977.671153:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152cf expref: 80 pid: 17293 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.671174:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14090 00000100:00100000:1.0:1746070977.671180:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2007:x1830887431505152:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.671192:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.671208:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152cf expref: 80 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.671217:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152cf expref: 80 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.671237:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d7060008038559 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152cf expref: 80 pid: 17293 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.671264:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.671266:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.671273:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.671281:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.671305:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070977.671314:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426893824:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.671370:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.671677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.671742:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431505280 00000100:00100000:0.0:1746070977.671745:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431505280 00000100:00100000:0.0:1746070977.671769:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30290 00000100:00100000:0.0:1746070977.671775:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:1660:x1830887431505280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070977.671785:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070977.671794:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152dd expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.671807:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.671813:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070977.671814:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070977.671817:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.671831:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.671840:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746070977.671847:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d851880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426893952:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070977.671902:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.673742:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426893824:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.673754:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.673778:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+81:2007:x1830887431505152:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2598us (2791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.673786:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14090 00000100:00100000:0.0:1746070977.674442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.674479:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431505536 00000100:00100000:1.0:1746070977.674483:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431505536 00002000:00100000:1.0:1746070977.674510:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851f80 x1830887431505536/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.674518:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851f80 with x1830887431505536 ext(0->4095) 00010000:00010000:1.0:1746070977.674524:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.674533:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.674539:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851f80 00000100:00100000:1.0:1746070977.674559:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3022 00000100:00100000:1.0:1746070977.674563:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431505536:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746070977.674640:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431505536:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 76us (199us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.674645:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3022 00002000:00100000:1.0:1746070977.674650:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d851f80 x1830887431505536/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.674656:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d851f80 with x1830887431505536 ext(0->4095) 00010000:00010000:1.0:1746070977.674659:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.674667:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.674672:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d851f80 00000100:00100000:2.0:1746070977.674725:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d851880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426893952:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.674741:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 80 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.674750:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526dc00, rc 0) 00000100:00100000:2.0:1746070977.674780:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:1660:x1830887431505280:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3005us (3103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.674785:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30290 00000100:00100000:0.0:1746070977.682203:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.682582:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431505664 00000100:00100000:1.0:1746070977.682591:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431505664 00010000:00010000:1.0:1746070977.682626:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.682650:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14091 00000100:00100000:1.0:1746070977.682657:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431505664:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.682669:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.682686:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.682699:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.682717:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291000/0xa5d7060008038560 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152d6 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.682745:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.682747:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.682753:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.682760:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.682787:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070977.682796:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426894080:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.682891:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.688396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.688472:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431505920 00000100:00100000:3.0:1746070977.688479:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431505920 00002000:00100000:3.0:1746070977.688517:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e01c00 x1830887431505920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.688525:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01c00 with x1830887431505920 ext(0->4095) 00002000:00010000:3.0:1746070977.688530:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e01c00 00000100:00100000:1.0:1746070977.688603:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426894080:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.688618:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070977.689433:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13757 00000100:00100000:3.0:1746070977.689442:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2008:x1830887431505920:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.689947:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2010:x1830887431505664:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7288us (7749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.689956:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14091 00000100:00100000:3.0:1746070977.690028:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2008:x1830887431505920:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 588us (1638us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070977.690034:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13757 00002000:00100000:3.0:1746070977.690040:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e01c00 x1830887431505920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.690047:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e01c00 with x1830887431505920 ext(0->4095) 00002000:00010000:3.0:1746070977.690050:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e01c00 00000100:00100000:0.0:1746070977.693622:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.693738:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431506048 00000100:00100000:2.0:1746070977.693746:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431506048 00000100:00100000:2.0:1746070977.693790:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30291 00000100:00100000:2.0:1746070977.693797:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431506048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.693810:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.693825:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152e4 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.693849:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.693855:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.693857:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.693860:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.693909:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.693919:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 79 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.693929:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5e00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426894208:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.695199:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.711101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.711159:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5e00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426894208:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.711186:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.711200:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ada00, rc 0) 00000100:00100000:2.0:1746070977.711242:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431506048:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17444us (17626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.711332:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431506176 00000100:00100000:3.0:1746070977.711337:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431506176 00002000:00100000:3.0:1746070977.711379:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d3b2680 x1830887431506176/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070977.711387:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b2680 with x1830887431506176 ext(0->7) 00010000:00010000:3.0:1746070977.711393:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 80 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:3.0:1746070977.711404:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 80 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:3.0:1746070977.711410:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b2680 00000100:00100000:3.0:1746070977.711425:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3023 00000100:00100000:3.0:1746070977.711430:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+80:2009:x1830887431506176:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070977.712274:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30291 00000100:00100000:0.0:1746070977.714150:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2009:x1830887431506176:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 2716us (3055us total) trans 4294972308 rc 0/0 00000100:00100000:0.0:1746070977.714162:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3023 00002000:00100000:0.0:1746070977.714169:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d3b2680 x1830887431506176/t4294972308(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/448 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.714177:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b2680 with x1830887431506176 ext(0->7) 00010000:00010000:0.0:1746070977.714184:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 82 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.714196:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 82 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.714202:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b2680 00000100:00100000:0.0:1746070977.715807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.715953:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431506304 00000100:00100000:3.0:1746070977.715960:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431506304 00000100:00100000:3.0:1746070977.716042:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30292 00000100:00100000:3.0:1746070977.716049:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:1660:x1830887431506304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.716062:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.716074:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152eb expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.716096:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.716101:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.716106:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070977.716108:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 83 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.716135:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.716144:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 83 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.716153:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:3.0:1746070977.716194:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:1660:x1830887431506304:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.716199:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30292 00000100:00100000:1.0:1746070977.720024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.721126:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431506432 00000100:00100000:0.0:1746070977.721135:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431506432 00010000:00010000:0.0:1746070977.721167:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 83 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746070977.721205:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14092 00000100:00100000:0.0:1746070977.721212:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+83:2007:x1830887431506432:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070977.721224:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070977.721242:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 83 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.721252:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 83 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.721277:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526dc00/0xa5d7060008038567 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152dd expref: 83 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.721305:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070977.721306:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070977.721312:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.721320:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.721353:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.721370:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746070977.721380:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426894464:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070977.721446:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.732896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.732942:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426894464:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070977.732960:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070977.732994:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2007:x1830887431506432:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 11783us (12979us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070977.733003:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14092 00000100:00100000:1.0:1746070977.733059:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431506688 00000100:00100000:1.0:1746070977.733065:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431506688 00002000:00100000:1.0:1746070977.733094:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e00000 x1830887431506688/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.733102:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00000 with x1830887431506688 ext(0->4095) 00010000:00010000:1.0:1746070977.733109:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.733121:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.733127:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e00000 00000100:00100000:1.0:1746070977.733141:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3024 00000100:00100000:1.0:1746070977.733147:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431506688:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070977.733238:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431506688:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.733242:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3024 00002000:00100000:1.0:1746070977.733246:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e00000 x1830887431506688/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.733252:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e00000 with x1830887431506688 ext(0->4095) 00010000:00010000:1.0:1746070977.733257:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.733264:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.733268:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5e00000 00000100:00100000:0.0:1746070977.739950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.740107:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431506816 00000100:00100000:2.0:1746070977.740115:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431506816 00010000:00010000:2.0:1746070977.740146:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.740177:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14093 00000100:00100000:2.0:1746070977.740184:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431506816:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070977.740197:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070977.740213:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.740224:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.740243:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ada00/0xa5d706000803856e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152e4 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.740306:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.740309:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.740315:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.740321:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.740351:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070977.740369:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426894592:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070977.740447:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.743137:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426894592:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070977.743156:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070977.743203:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431506816:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3018us (3259us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070977.743213:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14093 00000100:00100000:2.0:1746070977.746446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.749317:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431507072 00000100:00100000:0.0:1746070977.749327:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431507072 00002000:00100000:0.0:1746070977.749382:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5bb80 x1830887431507072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.749392:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5bb80 with x1830887431507072 ext(0->4095) 00002000:00010000:0.0:1746070977.749396:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed5bb80 00000100:00100000:0.0:1746070977.749433:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13758 00000100:00100000:0.0:1746070977.749440:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2008:x1830887431507072:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070977.749580:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2008:x1830887431507072:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (3138us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070977.749586:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13758 00002000:00100000:0.0:1746070977.749591:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ed5bb80 x1830887431507072/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.749598:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ed5bb80 with x1830887431507072 ext(0->4095) 00002000:00010000:0.0:1746070977.749601:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ed5bb80 00000100:00100000:0.0:1746070977.757130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.763103:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431507200 00000100:00100000:3.0:1746070977.763114:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431507200 00000100:00100000:3.0:1746070977.763171:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30293 00000100:00100000:3.0:1746070977.763179:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431507200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.763193:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.763207:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152f2 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.763238:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.763246:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.763247:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.763250:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.763276:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.763287:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 81 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.763297:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426894720:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070977.763400:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.765334:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426894720:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070977.765354:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.765376:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e200, rc 0) 00000100:00100000:3.0:1746070977.765404:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431507200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2226us (8280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.765411:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30293 00000100:00100000:0.0:1746070977.768198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.772560:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431507328 00000100:00100000:2.0:1746070977.772574:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431507328 00002000:00100000:2.0:1746070977.772617:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009de40700 x1830887431507328/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.772632:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40700 with x1830887431507328 ext(0->7) 00010000:00010000:2.0:1746070977.772640:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 82 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.772654:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 82 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.772660:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de40700 00000100:00100000:2.0:1746070977.772695:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3025 00000100:00100000:2.0:1746070977.772702:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+82:2010:x1830887431507328:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070977.781330:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:2010:x1830887431507328:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 8619us (13128us total) trans 4294972309 rc 0/0 00000100:00100000:0.0:1746070977.781346:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3025 00002000:00100000:0.0:1746070977.781366:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009de40700 x1830887431507328/t4294972309(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/448 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.781376:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de40700 with x1830887431507328 ext(0->7) 00010000:00010000:0.0:1746070977.781385:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 84 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.781399:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 84 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.781406:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de40700 00000100:00100000:1.0:1746070977.781792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.782508:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431507456 00000100:00100000:3.0:1746070977.782515:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431507456 00000100:00100000:3.0:1746070977.782640:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30294 00000100:00100000:3.0:1746070977.782646:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:1660:x1830887431507456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.782659:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.782669:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0152f9 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.782689:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.782693:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.782698:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070977.782700:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f9 expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.782724:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.782734:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f9 expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.782741:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f800, rc 0) 00000100:00100000:3.0:1746070977.783018:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+85:1660:x1830887431507456:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 371us (1225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.783023:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30294 00000100:00100000:2.0:1746070977.791343:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.791788:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431507584 00000100:00100000:0.0:1746070977.791796:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431507584 00010000:00010000:0.0:1746070977.791824:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746070977.791858:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14094 00000100:00100000:0.0:1746070977.792347:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+85:2008:x1830887431507584:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.792505:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.792522:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.792532:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.792550:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038575 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152eb expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.792832:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.792834:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.792840:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.792848:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.793033:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.793043:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.793053:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426894976:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.793127:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.811542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.811641:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431507840 00000100:00100000:0.0:1746070977.811650:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431507840 00002000:00100000:0.0:1746070977.811688:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7b80 x1830887431507840/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.811696:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7b80 with x1830887431507840 ext(0->4095) 00010000:00010000:0.0:1746070977.811704:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.811720:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.811726:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f7b80 00000100:00100000:0.0:1746070977.811743:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3026 00000100:00100000:0.0:1746070977.811749:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431507840:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070977.811877:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431507840:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070977.811882:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3026 00002000:00100000:0.0:1746070977.811886:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c8f7b80 x1830887431507840/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.811893:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7b80 with x1830887431507840 ext(0->4095) 00010000:00010000:0.0:1746070977.811896:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.811904:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.811909:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c8f7b80 00000100:00100000:1.0:1746070977.813453:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426894976:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.813470:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.813516:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:2008:x1830887431507584:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 21652us (22180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.813525:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14094 00000100:00100000:0.0:1746070977.826164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.826214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.826243:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431508096 00000100:00100000:3.0:1746070977.826263:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431508096 00000100:00100000:1.0:1746070977.826299:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431507968 00000100:00100000:1.0:1746070977.826303:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431507968 00010000:00010000:1.0:1746070977.826329:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 7 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.826373:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14095 00000100:00100000:1.0:1746070977.826380:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2009:x1830887431507968:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.826392:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.826408:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 7 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.826424:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 7 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.826444:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e200/0xa5d706000803857c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f2 expref: 7 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.826466:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.826468:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.826475:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f9 expref: 83 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.826482:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f9 expref: 83 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.826509:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f9 expref: 83 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070977.826519:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426895104:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.826592:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.827751:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30295 00000100:00100000:3.0:1746070977.827761:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431508096:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070977.827773:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070977.827784:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015300 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.827801:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f9 expref: 83 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.827807:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.827808:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070977.827811:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.827829:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f9 expref: 83 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.827838:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f9 expref: 83 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:3.0:1746070977.827847:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426895232:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070977.828813:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.829023:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426895104:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.829036:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.829062:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2009:x1830887431507968:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2682us (2847us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.829070:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14095 00000100:00100000:2.0:1746070977.832285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070977.833140:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426895232:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070977.833164:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070977.833179:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ea00, rc 0) 00000100:00100000:1.0:1746070977.834151:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431508224 00000100:00100000:1.0:1746070977.834157:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431508224 00010000:00010000:1.0:1746070977.834181:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f9 expref: 84 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.834210:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14096 00000100:00100000:1.0:1746070977.834216:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:2008:x1830887431508224:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.834226:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.834241:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f9 expref: 84 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.834250:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f9 expref: 84 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.834273:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d7060008038583 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0152f9 expref: 84 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.834286:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.834288:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.834293:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.834300:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070977.835145:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431508096:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7384us (8988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070977.835155:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30295 00010000:00010000:0.0:1746070977.835723:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070977.835741:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d850a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426895360:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070977.835801:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070977.841618:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.841663:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431508352 00000100:00100000:0.0:1746070977.841670:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431508352 00000100:00100000:0.0:1746070977.841722:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30296 00000100:00100000:0.0:1746070977.841729:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:1660:x1830887431508352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070977.841744:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070977.841757:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015307 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.841778:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.841784:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070977.841786:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070977.841789:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.841812:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.841821:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746070977.841831:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d852300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426895488:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070977.841915:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.843066:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d850a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426895360:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.843080:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.843101:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+85:2008:x1830887431508224:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 8886us (10831us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.843108:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14096 00000100:00100000:2.0:1746070977.844116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.844786:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431508608 00000100:00100000:0.0:1746070977.844792:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431508608 00002000:00100000:0.0:1746070977.844830:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11b480 x1830887431508608/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.844839:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b480 with x1830887431508608 ext(0->4095) 00010000:00010000:0.0:1746070977.844845:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.844855:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.844860:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e11b480 00000100:00100000:0.0:1746070977.844902:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3027 00000100:00100000:0.0:1746070977.844909:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431508608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070977.845006:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431508608:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (892us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070977.845011:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3027 00002000:00100000:0.0:1746070977.845016:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11b480 x1830887431508608/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.845022:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b480 with x1830887431508608 ext(0->4095) 00010000:00010000:0.0:1746070977.845026:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.845034:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.845039:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e11b480 00000100:00100000:0.0:1746070977.845138:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d852300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426895488:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070977.845156:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 84 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.845166:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3600, rc 0) 00000100:00100000:0.0:1746070977.845194:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:1660:x1830887431508352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3466us (3583us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070977.845200:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30296 00000100:00100000:0.0:1746070977.847322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.847387:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431508736 00000100:00100000:2.0:1746070977.847393:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431508736 00000100:00100000:2.0:1746070977.847433:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30297 00000100:00100000:2.0:1746070977.847440:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:1661:x1830887431508736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.847451:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.847462:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01530e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.847479:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.847483:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.847492:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.847495:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.847519:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.847529:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.847537:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325aca00, rc 0) 00000100:00100000:2.0:1746070977.847578:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+85:1661:x1830887431508736:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.847583:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30297 00000100:00100000:0.0:1746070977.854481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.854556:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431508864 00000100:00100000:1.0:1746070977.854564:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431508864 00010000:00010000:1.0:1746070977.854592:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.854624:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14097 00000100:00100000:1.0:1746070977.854630:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431508864:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.854644:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.854660:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.854670:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.854688:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ea00/0xa5d706000803858a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015300 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.854704:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.854705:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.854710:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 84 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.854718:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 84 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.854742:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 84 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.854750:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 84 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.854761:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426895744:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.855384:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.857096:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426895744:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.857109:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.857137:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431508864:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2507us (2662us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.857145:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14097 00000100:00100000:0.0:1746070977.858009:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.858561:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431509120 00000100:00100000:1.0:1746070977.858566:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431509120 00002000:00100000:1.0:1746070977.858594:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e357800 x1830887431509120/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.858602:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e357800 with x1830887431509120 ext(0->4095) 00010000:00010000:1.0:1746070977.858610:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.858622:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.858628:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e357800 00000100:00100000:1.0:1746070977.858650:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3028 00000100:00100000:1.0:1746070977.858656:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+85:2007:x1830887431509120:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070977.858757:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+85:2007:x1830887431509120:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (748us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070977.858762:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3028 00002000:00100000:1.0:1746070977.858767:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e357800 x1830887431509120/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.858772:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e357800 with x1830887431509120 ext(0->4095) 00010000:00010000:1.0:1746070977.858776:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.858784:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.858789:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e357800 00000100:00100000:0.0:1746070977.861234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.862025:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431509248 00000100:00100000:0.0:1746070977.862032:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431509248 00010000:00010000:0.0:1746070977.862059:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746070977.862092:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14098 00000100:00100000:0.0:1746070977.862098:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+85:2008:x1830887431509248:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070977.862109:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070977.862122:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.862132:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.862152:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800821b3600/0xa5d7060008038591 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015307 expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.862467:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070977.862470:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070977.862476:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 84 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.862483:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 84 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.862640:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 84 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070977.862652:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426895872:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.862720:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.865250:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426895872:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.865267:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.865304:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:2008:x1830887431509248:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3205us (4443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.865312:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14098 00000100:00100000:0.0:1746070977.866309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.867698:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431509504 00000100:00100000:2.0:1746070977.867706:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431509504 00002000:00100000:2.0:1746070977.867744:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d180 x1830887431509504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.867753:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d180 with x1830887431509504 ext(0->4095) 00002000:00010000:2.0:1746070977.867757:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1d180 00000100:00100000:2.0:1746070977.867783:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13759 00000100:00100000:2.0:1746070977.867789:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:2008:x1830887431509504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070977.867939:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:2008:x1830887431509504:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (1632us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.867948:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13759 00002000:00100000:2.0:1746070977.867954:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d180 x1830887431509504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.867960:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d180 with x1830887431509504 ext(0->4095) 00002000:00010000:2.0:1746070977.867962:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1d180 00000100:00100000:0.0:1746070977.869592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.870254:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431509632 00000100:00100000:2.0:1746070977.870260:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431509632 00000100:00100000:2.0:1746070977.870504:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30298 00000100:00100000:2.0:1746070977.870511:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431509632:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.870524:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.870536:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015315 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.870556:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 83 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.870562:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.870563:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.870566:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015315 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.870586:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 83 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.870595:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 83 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.870608:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e118700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426896000:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.870946:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.879912:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e118700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426896000:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.879940:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015315 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.879955:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac400, rc 0) 00000100:00100000:2.0:1746070977.879998:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431509632:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9486us (10407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.880006:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30298 00000100:00100000:0.0:1746070977.881440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.881509:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431509760 00000100:00100000:1.0:1746070977.881515:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431509760 00002000:00100000:1.0:1746070977.881547:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a607c380 x1830887431509760/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070977.881555:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607c380 with x1830887431509760 ext(0->7) 00010000:00010000:1.0:1746070977.881561:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 84 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.881570:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 84 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746070977.881576:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607c380 00000100:00100000:1.0:1746070977.881636:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3029 00000100:00100000:1.0:1746070977.881643:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+84:2007:x1830887431509760:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070977.882306:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:2007:x1830887431509760:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 662us (868us total) trans 4294972310 rc 0/0 00000100:00100000:0.0:1746070977.882312:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3029 00002000:00100000:0.0:1746070977.882317:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a607c380 x1830887431509760/t4294972310(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/448 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.882323:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a607c380 with x1830887431509760 ext(0->7) 00010000:00010000:0.0:1746070977.882327:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 86 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.882335:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 86 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.882344:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a607c380 00000100:00100000:0.0:1746070977.884665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.884906:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431509888 00000100:00100000:1.0:1746070977.884912:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431509888 00010000:00010000:1.0:1746070977.884935:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 86 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.884963:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14099 00000100:00100000:1.0:1746070977.884968:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:2009:x1830887431509888:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.884978:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.884990:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 86 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.884998:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 86 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.885013:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325aca00/0xa5d7060008038598 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01530e expref: 86 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.885027:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.885028:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.885034:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015315 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.885040:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015315 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.885061:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015315 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070977.885069:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426896128:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.885126:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.887526:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.888060:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426896128:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.888075:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.888112:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+85:2009:x1830887431509888:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3144us (3452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.888121:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14099 00000100:00100000:2.0:1746070977.888331:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431510144 00000100:00100000:2.0:1746070977.888337:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431510144 00002000:00100000:2.0:1746070977.888374:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fdc00 x1830887431510144/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.888382:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fdc00 with x1830887431510144 ext(0->4095) 00002000:00010000:2.0:1746070977.888385:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839fdc00 00000100:00100000:2.0:1746070977.888404:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13760 00000100:00100000:2.0:1746070977.888410:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431510144:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070977.888500:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431510144:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (980us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.888505:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13760 00002000:00100000:2.0:1746070977.888509:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839fdc00 x1830887431510144/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.888520:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839fdc00 with x1830887431510144 ext(0->4095) 00002000:00010000:2.0:1746070977.888522:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839fdc00 00000100:00100000:0.0:1746070977.894139:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.894237:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431510272 00000100:00100000:2.0:1746070977.894245:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431510272 00000100:00100000:2.0:1746070977.894313:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30299 00000100:00100000:2.0:1746070977.894320:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+85:1661:x1830887431510272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.894333:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.894346:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01531c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.894380:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015315 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.894386:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.894388:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.894391:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 86 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.894418:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015315 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.894428:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015315 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.894438:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e118700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426896256:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.894502:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.896289:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e118700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426896256:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.896310:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 86 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.896320:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:2.0:1746070977.896365:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:1661:x1830887431510272:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2037us (2811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.896371:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30299 00000100:00100000:0.0:1746070977.897604:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.897713:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431510400 00000100:00100000:1.0:1746070977.897720:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431510400 00010000:00010000:1.0:1746070977.897741:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015315 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.897769:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14100 00000100:00100000:1.0:1746070977.897775:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431510400:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.897783:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.897797:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015315 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.897805:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015315 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.897822:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d706000803859f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015315 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.897842:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.897844:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.897849:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.897855:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.897900:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070977.897910:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426896384:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.897964:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.905150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.906256:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426896384:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.906274:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.906313:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431510400:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 8538us (8710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.906322:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14100 00000100:00100000:2.0:1746070977.907419:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431510656 00000100:00100000:2.0:1746070977.907427:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431510656 00002000:00100000:2.0:1746070977.907459:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6018700 x1830887431510656/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.907467:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6018700 with x1830887431510656 ext(0->4095) 00002000:00010000:2.0:1746070977.907471:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6018700 00000100:00100000:2.0:1746070977.907802:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13761 00000100:00100000:2.0:1746070977.907808:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:2010:x1830887431510656:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746070977.908088:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:2010:x1830887431510656:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 280us (2945us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.908094:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13761 00002000:00100000:2.0:1746070977.908099:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6018700 x1830887431510656/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.908105:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6018700 with x1830887431510656 ext(0->4095) 00002000:00010000:2.0:1746070977.908108:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6018700 00000100:00100000:0.0:1746070977.911806:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.911905:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431510784 00000100:00100000:2.0:1746070977.911913:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431510784 00000100:00100000:2.0:1746070977.911961:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30300 00000100:00100000:2.0:1746070977.911968:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431510784:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.911983:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.911995:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015323 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.912019:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.912025:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.912026:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.912029:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015323 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.912054:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.912065:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 85 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.912076:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e118700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426896512:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.913340:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.915910:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e118700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426896512:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.915936:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015323 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.915954:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac000, rc 0) 00000100:00100000:2.0:1746070977.915986:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431510784:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4018us (4187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.915993:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30300 00000100:00100000:0.0:1746070977.917397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.917473:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431510912 00000100:00100000:2.0:1746070977.917479:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431510912 00002000:00100000:2.0:1746070977.917503:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072777b80 x1830887431510912/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.917512:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777b80 with x1830887431510912 ext(0->7) 00010000:00010000:2.0:1746070977.917518:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 86 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.917528:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 86 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.917533:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072777b80 00000100:00100000:2.0:1746070977.917546:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3030 00000100:00100000:2.0:1746070977.917551:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+86:2007:x1830887431510912:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746070977.918199:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2007:x1830887431510912:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 646us (803us total) trans 4294972311 rc 0/0 00000100:00100000:2.0:1746070977.918206:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3030 00002000:00100000:2.0:1746070977.918211:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072777b80 x1830887431510912/t4294972311(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 496/448 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.918225:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777b80 with x1830887431510912 ext(0->7) 00010000:00010000:2.0:1746070977.918230:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 88 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.918238:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 88 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.918244:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072777b80 00000100:00100000:0.0:1746070977.920010:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.920104:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431511040 00000100:00100000:1.0:1746070977.920110:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431511040 00010000:00010000:1.0:1746070977.920133:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 88 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.920364:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14101 00000100:00100000:1.0:1746070977.920371:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2007:x1830887431511040:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.920382:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.920393:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 88 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.920403:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 88 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.920420:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01531c expref: 88 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.920551:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.920553:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.920559:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015323 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.920565:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015323 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.920589:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015323 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070977.920598:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426896640:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.920762:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.922216:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426896640:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.922228:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.922249:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+87:2007:x1830887431511040:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1879us (2243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.922256:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14101 00000100:00100000:0.0:1746070977.923759:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.924008:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431511296 00000100:00100000:2.0:1746070977.924014:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431511296 00002000:00100000:2.0:1746070977.924042:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f8a80 x1830887431511296/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.924051:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f8a80 with x1830887431511296 ext(0->4095) 00002000:00010000:2.0:1746070977.924054:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839f8a80 00000100:00100000:2.0:1746070977.924066:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13762 00000100:00100000:2.0:1746070977.924071:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431511296:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070977.924172:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431511296:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (944us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.924178:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13762 00002000:00100000:2.0:1746070977.924182:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f8a80 x1830887431511296/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.924188:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f8a80 with x1830887431511296 ext(0->4095) 00002000:00010000:2.0:1746070977.924191:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800839f8a80 00000100:00100000:0.0:1746070977.926684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.927254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.927324:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431511424 00000100:00100000:2.0:1746070977.927331:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431511424 00000100:00100000:2.0:1746070977.927464:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431511552 00000100:00100000:2.0:1746070977.927467:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431511552 00000100:00100000:2.0:1746070977.927488:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30301 00000100:00100000:2.0:1746070977.927494:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:1661:x1830887431511424:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.927510:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.927525:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01532a expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.927548:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015323 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.927555:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.927557:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.927560:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 89 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.927584:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015323 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.927594:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015323 expref: 5 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.927603:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e118700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426896768:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.927659:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.927672:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30302 00000100:00100000:2.0:1746070977.927677:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:1660:x1830887431511552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.927683:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.927688:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015331 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.927697:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.927700:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 90 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.927705:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.927707:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 90 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.927725:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 90 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.927734:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 90 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.927742:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526d800, rc 0) 00000100:00100000:2.0:1746070977.927758:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:1660:x1830887431511552:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 81us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.927764:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30302 00000100:00100000:2.0:1746070977.929286:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e118700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426896768:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.929300:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 89 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.929309:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:2.0:1746070977.929336:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:1661:x1830887431511424:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1843us (2657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.929342:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30301 00000100:00100000:0.0:1746070977.931888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.932833:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431511680 00000100:00100000:1.0:1746070977.932842:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431511680 00010000:00010000:1.0:1746070977.932900:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015323 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.933778:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14102 00000100:00100000:1.0:1746070977.933787:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431511680:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.933802:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.933821:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015323 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.933831:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015323 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.933850:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac000/0xa5d70600080385ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015323 expref: 6 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.933887:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.933889:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.933895:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 88 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.933902:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 88 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.933930:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 88 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.933940:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 88 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.933950:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426897024:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.934022:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.937765:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.937813:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431511936 00000100:00100000:0.0:1746070977.937820:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431511936 00002000:00100000:0.0:1746070977.937854:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118700 x1830887431511936/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.937878:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118700 with x1830887431511936 ext(0->4095) 00010000:00010000:0.0:1746070977.937885:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 89 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.937897:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 89 pid: 10108 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.937903:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e118700 00000100:00100000:0.0:1746070977.937927:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3031 00000100:00100000:0.0:1746070977.937934:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2008:x1830887431511936:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070977.938034:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2008:x1830887431511936:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (275us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070977.938040:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3031 00002000:00100000:0.0:1746070977.938045:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e118700 x1830887431511936/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.938051:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118700 with x1830887431511936 ext(0->4095) 00010000:00010000:0.0:1746070977.938055:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 89 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746070977.938063:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 89 pid: 10108 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746070977.938068:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e118700 00000100:00100000:1.0:1746070977.938199:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426897024:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.938213:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.938234:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431511680:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4449us (6352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.938240:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14102 00000100:00100000:0.0:1746070977.941222:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.941701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.941841:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431512064 00000100:00100000:2.0:1746070977.941848:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431512064 00000100:00100000:1.0:1746070977.942036:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431512192 00000100:00100000:1.0:1746070977.942039:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431512192 00010000:00010000:1.0:1746070977.942056:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 89 pid: 10108 timeout: 800 lvb_type: 0 00000100:00100000:2.0:1746070977.942544:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30303 00000100:00100000:2.0:1746070977.942551:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431512064:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.942562:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.942572:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015338 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.942589:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.942593:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 89 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.942598:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746070977.942601:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.942626:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 89 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.942635:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.942642:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635e00, rc 0) 00000100:00100000:2.0:1746070977.942681:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431512064:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (1463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.942686:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30303 00000100:00100000:1.0:1746070977.942964:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14103 00000100:00100000:1.0:1746070977.942970:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2008:x1830887431512192:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.942977:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.942991:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 89 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.942999:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 89 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.943013:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01532a expref: 89 pid: 10108 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.943025:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.943027:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.943031:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 88 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.943037:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 88 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.943052:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 88 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.943060:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 88 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.943069:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426897280:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.943111:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.945572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.945665:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431512448 00000100:00100000:2.0:1746070977.945671:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431512448 00002000:00100000:2.0:1746070977.945700:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e36a680 x1830887431512448/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.945709:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a680 with x1830887431512448 ext(0->4095) 00010000:00010000:2.0:1746070977.945715:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 89 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.945726:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 89 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.945732:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e36a680 00000100:00100000:2.0:1746070977.945746:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3032 00000100:00100000:2.0:1746070977.945751:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2007:x1830887431512448:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070977.945853:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2007:x1830887431512448:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.945860:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3032 00000100:00100000:1.0:1746070977.946571:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426897280:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.946584:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.946606:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2008:x1830887431512192:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3636us (4905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.946613:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14103 00002000:00100000:2.0:1746070977.946830:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e36a680 x1830887431512448/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.946838:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a680 with x1830887431512448 ext(0->4095) 00010000:00010000:2.0:1746070977.946843:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 88 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:2.0:1746070977.946857:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 88 pid: 9566 timeout: 800 lvb_type: 0 00002000:00010000:2.0:1746070977.946862:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e36a680 00000100:00100000:2.0:1746070977.950270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.950302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.950401:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431512576 00000100:00100000:0.0:1746070977.950408:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431512576 00000100:00100000:0.0:1746070977.950436:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30304 00000100:00100000:0.0:1746070977.950441:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:1660:x1830887431512576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070977.950453:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070977.950465:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01533f expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.950485:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070977.950490:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.950495:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746070977.950498:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01533f expref: 89 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.950523:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.950531:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01533f expref: 89 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070977.950538:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2200, rc 0) 00000100:00100000:0.0:1746070977.950568:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:1660:x1830887431512576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070977.950573:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30304 00000100:00100000:1.0:1746070977.950722:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431512704 00000100:00100000:1.0:1746070977.950726:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431512704 00010000:00010000:1.0:1746070977.950739:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 89 pid: 9566 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746070977.950767:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14104 00000100:00100000:1.0:1746070977.950771:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2010:x1830887431512704:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.950778:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.950792:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 89 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.950806:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 89 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.950820:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d70600080385bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015331 expref: 89 pid: 9566 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746070977.950829:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.950831:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.950835:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.950840:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.950857:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.950888:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 5 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070977.950899:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426897536:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.950953:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.954166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.954255:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426897536:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.954270:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.954307:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2010:x1830887431512704:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3534us (4003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.954319:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14104 00000100:00100000:2.0:1746070977.954663:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431512960 00000100:00100000:2.0:1746070977.954668:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431512960 00002000:00100000:2.0:1746070977.954695:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e36a300 x1830887431512960/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.954703:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a300 with x1830887431512960 ext(0->4095) 00010000:00010000:2.0:1746070977.954709:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070977.954718:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070977.954723:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e36a300 00000100:00100000:2.0:1746070977.954736:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3033 00000100:00100000:2.0:1746070977.954740:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431512960:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070977.954827:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431512960:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (668us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.954832:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3033 00002000:00100000:2.0:1746070977.954837:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e36a300 x1830887431512960/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.954844:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a300 with x1830887431512960 ext(0->4095) 00010000:00010000:2.0:1746070977.954848:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070977.954856:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070977.954861:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e36a300 00000100:00100000:0.0:1746070977.957948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.958015:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431513088 00000100:00100000:1.0:1746070977.958022:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431513088 00010000:00010000:1.0:1746070977.958044:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070977.958324:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14105 00000100:00100000:1.0:1746070977.958331:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431513088:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.958343:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.958367:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070977.958378:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070977.958396:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015338 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070977.958420:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.958421:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.958427:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01533f expref: 87 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.958435:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01533f expref: 87 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.958462:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01533f expref: 87 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070977.958472:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426897664:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.958537:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:1.0:1746070977.961143:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426897664:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.961159:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.961201:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431513088:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2870us (3336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.961209:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14105 00000100:00100000:2.0:1746070977.962257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070977.962403:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431513344 00000100:00100000:0.0:1746070977.962409:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431513344 00002000:00100000:0.0:1746070977.962440:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11bb80 x1830887431513344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.962448:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11bb80 with x1830887431513344 ext(0->4095) 00002000:00010000:0.0:1746070977.962452:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11bb80 00000100:00100000:0.0:1746070977.962466:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13763 00000100:00100000:0.0:1746070977.962472:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2007:x1830887431513344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746070977.963363:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2007:x1830887431513344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 882us (1097us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070977.963370:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13763 00002000:00100000:0.0:1746070977.963375:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e11bb80 x1830887431513344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070977.963382:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11bb80 with x1830887431513344 ext(0->4095) 00002000:00010000:0.0:1746070977.963385:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11bb80 00000100:00100000:0.0:1746070977.965445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.965598:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431513472 00000100:00100000:2.0:1746070977.965603:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431513472 00000100:00100000:2.0:1746070977.965632:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30305 00000100:00100000:2.0:1746070977.965638:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431513472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.965648:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.965662:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015346 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.965682:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01533f expref: 87 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.965689:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.965690:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.965694:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015346 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.965717:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01533f expref: 87 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.965732:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01533f expref: 87 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070977.965743:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426897792:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.966574:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070977.968879:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426897792:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.968902:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015346 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.968915:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635e00, rc 0) 00000100:00100000:2.0:1746070977.968953:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431513472:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3314us (3511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.968960:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30305 00000100:00100000:0.0:1746070977.969023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.969136:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431513600 00000100:00100000:1.0:1746070977.969140:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431513600 00010000:00010000:1.0:1746070977.969158:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01533f expref: 88 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070977.969174:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14106 00000100:00100000:1.0:1746070977.969179:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2008:x1830887431513600:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.969187:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.969200:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01533f expref: 88 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070977.969210:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01533f expref: 88 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070977.969226:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d70600080385c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01533f expref: 88 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070977.969238:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.969240:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.969245:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015346 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.969252:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015346 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.969272:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015346 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070977.969281:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426897920:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.969319:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.971613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.971851:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431513856 00000100:00100000:2.0:1746070977.971857:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431513856 00002000:00100000:2.0:1746070977.971928:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c215880 x1830887431513856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.971936:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215880 with x1830887431513856 ext(0->4095) 00002000:00010000:2.0:1746070977.971941:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c215880 00000100:00100000:2.0:1746070977.971958:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13764 00000100:00100000:2.0:1746070977.971963:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431513856:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070977.972066:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431513856:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.972074:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13764 00002000:00100000:2.0:1746070977.972079:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c215880 x1830887431513856/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.972086:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c215880 with x1830887431513856 ext(0->4095) 00002000:00010000:2.0:1746070977.972089:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c215880 00000100:00100000:0.0:1746070977.972647:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.972707:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426897920:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.972720:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.972738:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+87:2008:x1830887431513600:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3558us (3715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.972744:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14106 00000100:00100000:2.0:1746070977.973543:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431513984 00000100:00100000:2.0:1746070977.973548:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431513984 00000100:00100000:2.0:1746070977.973574:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30306 00000100:00100000:2.0:1746070977.973579:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+87:1660:x1830887431513984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.973587:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.973601:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01534d expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.973620:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015346 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.973627:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.973628:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.973631:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 88 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.973652:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015346 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.973662:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015346 expref: 5 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070977.973676:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426898048:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070977.973735:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.977230:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.977310:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431514112 00000100:00100000:2.0:1746070977.977317:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431514112 00000100:00100000:2.0:1746070977.977367:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30307 00000100:00100000:2.0:1746070977.977373:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:1661:x1830887431514112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070977.977385:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070977.977398:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015354 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.977418:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070977.977423:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 90 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.977428:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070977.977431:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 90 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.977458:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 90 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.977467:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 90 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.977476:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ac400, rc 0) 00000100:00100000:2.0:1746070977.977508:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:1661:x1830887431514112:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.977514:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30307 00000100:00100000:2.0:1746070977.979918:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426898048:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070977.979939:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 89 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070977.979948:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634400, rc 0) 00000100:00100000:2.0:1746070977.979979:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:1660:x1830887431513984:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6399us (7332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070977.979986:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30306 00000100:00100000:0.0:1746070977.980935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.981003:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431514240 00000100:00100000:1.0:1746070977.981008:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431514240 00010000:00010000:1.0:1746070977.981029:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015346 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070977.981241:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14107 00000100:00100000:1.0:1746070977.981248:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431514240:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.981259:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.981275:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015346 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070977.981289:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015346 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070977.981307:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635e00/0xa5d70600080385d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015346 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070977.981412:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.981414:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.981420:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 88 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.981427:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 88 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.981451:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 88 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.981461:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 88 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070977.981470:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426898304:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.981528:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.983383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.983454:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426898304:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.983468:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.983503:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431514240:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2256us (2569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.983514:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14107 00000100:00100000:2.0:1746070977.983734:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431514496 00000100:00100000:2.0:1746070977.983739:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431514496 00002000:00100000:2.0:1746070977.983763:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41f800 x1830887431514496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.983771:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41f800 with x1830887431514496 ext(0->4095) 00010000:00010000:2.0:1746070977.983777:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 89 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070977.983787:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 89 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070977.983793:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41f800 00000100:00100000:2.0:1746070977.983804:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3034 00000100:00100000:2.0:1746070977.983810:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2007:x1830887431514496:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070977.983921:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2007:x1830887431514496:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (541us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.983926:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3034 00002000:00100000:2.0:1746070977.983931:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b41f800 x1830887431514496/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.983938:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41f800 with x1830887431514496 ext(0->4095) 00010000:00010000:2.0:1746070977.983942:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 89 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070977.983950:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 89 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070977.983956:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41f800 00000100:00100000:0.0:1746070977.986215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070977.986299:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431514624 00000100:00100000:1.0:1746070977.986304:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431514624 00010000:00010000:1.0:1746070977.986323:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 89 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070977.986646:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14108 00000100:00100000:1.0:1746070977.986653:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2010:x1830887431514624:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070977.986662:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070977.986675:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 89 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070977.986684:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 89 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070977.986701:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0634400/0xa5d70600080385d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01534d expref: 89 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070977.986726:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.986728:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070977.986734:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 88 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.986740:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 88 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070977.986765:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 88 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070977.986775:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426898432:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070977.986841:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070977.990009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070977.990160:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431514880 00000100:00100000:2.0:1746070977.990166:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431514880 00002000:00100000:2.0:1746070977.990194:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2d880 x1830887431514880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/0 e 0 to 0 dl 1746070988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.990203:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2d880 with x1830887431514880 ext(0->4095) 00002000:00010000:2.0:1746070977.990207:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2d880 00000100:00100000:1.0:1746070977.990279:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426898432:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070977.990293:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070977.990319:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+89:2010:x1830887431514624:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3667us (4109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070977.990325:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14108 00000100:00100000:2.0:1746070977.990663:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13765 00000100:00100000:2.0:1746070977.990669:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2007:x1830887431514880:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070977.990764:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2007:x1830887431514880:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (761us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070977.990769:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13765 00002000:00100000:2.0:1746070977.990774:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5e2d880 x1830887431514880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746070988 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070977.990786:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2d880 with x1830887431514880 ext(0->4095) 00002000:00010000:2.0:1746070977.990788:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2d880 00000100:00100000:0.0:1746070978.002009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.002104:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431515008 00000100:00100000:2.0:1746070978.002112:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431515008 00000100:00100000:2.0:1746070978.002738:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30308 00000100:00100000:2.0:1746070978.002744:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431515008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.002758:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.002771:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01535b expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.002795:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 87 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.002800:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.002801:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.002804:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.002826:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 87 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.002835:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 87 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.002844:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426898560:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.002929:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00080000:0.0:1746070978.003887:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070978.006405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.006495:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426898560:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070978.006518:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.006532:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:3.0:1746070978.006564:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431515008:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3819us (4561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.006571:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30308 00000100:00100000:2.0:1746070978.006858:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431515136 00000100:00100000:2.0:1746070978.006880:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431515136 00002000:00100000:2.0:1746070978.006920:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a61b6a00 x1830887431515136/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 496/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.006928:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b6a00 with x1830887431515136 ext(0->7) 00010000:00010000:2.0:1746070978.006934:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 88 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.006944:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 88 pid: 9567 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.006950:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61b6a00 00000100:00100000:2.0:1746070978.006964:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3035 00000100:00100000:2.0:1746070978.006970:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+88:2010:x1830887431515136:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00080000:1.0:1746070978.007510:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070978.007598:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:2010:x1830887431515136:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 627us (1196us total) trans 4294972312 rc 0/0 00000100:00100000:2.0:1746070978.007604:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3035 00002000:00100000:2.0:1746070978.007610:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a61b6a00 x1830887431515136/t4294972312(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 496/448 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.007617:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61b6a00 with x1830887431515136 ext(0->7) 00010000:00010000:2.0:1746070978.007622:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 90 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.007630:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 90 pid: 9567 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.007639:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61b6a00 00000100:00100000:0.0:1746070978.011981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.012063:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431515264 00000100:00100000:1.0:1746070978.012071:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431515264 00010000:00010000:1.0:1746070978.012099:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 90 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070978.012133:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14109 00000100:00100000:1.0:1746070978.012139:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:2009:x1830887431515264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070978.012150:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746070978.012162:0:7206:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746070977 -> 1746070978 00002000:00010000:1.0:1746070978.012164:0:7206:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746070977 -> 1746070978 00010000:00010000:1.0:1746070978.012168:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 90 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.012178:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 90 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.012197:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ac400/0xa5d70600080385de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015354 expref: 90 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.012213:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070978.012215:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070978.012221:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.012227:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.012253:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070978.012263:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426898688:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070978.012330:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.014065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.014119:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431515392 00000100:00100000:3.0:1746070978.014123:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431515392 00000100:00100000:3.0:1746070978.014157:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30309 00000100:00100000:3.0:1746070978.014162:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:1660:x1830887431515392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070978.014174:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070978.014186:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015362 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.014204:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.014210:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.014211:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.014214:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 91 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.014236:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.014245:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 5 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.014253:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426898816:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070978.014304:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.015277:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426898816:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070978.015293:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 91 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.015303:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e000, rc 0) 00000100:00100000:3.0:1746070978.015323:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+91:1660:x1830887431515392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1161us (1260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.015328:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30309 00000100:00100000:1.0:1746070978.015700:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426898688:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070978.015710:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070978.015729:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:2009:x1830887431515264:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3590us (3755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070978.015735:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14109 00000100:00100000:0.0:1746070978.016172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.016258:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431515648 00000100:00100000:3.0:1746070978.016262:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431515648 00002000:00100000:3.0:1746070978.016285:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edc700 x1830887431515648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.016293:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edc700 with x1830887431515648 ext(0->4095) 00010000:00010000:3.0:1746070978.016299:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.016313:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.016319:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5edc700 00000100:00100000:3.0:1746070978.016331:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3036 00000100:00100000:3.0:1746070978.016336:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431515648:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070978.016438:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2010:x1830887431515648:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (266us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070978.016443:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3036 00002000:00100000:3.0:1746070978.016448:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5edc700 x1830887431515648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.016455:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5edc700 with x1830887431515648 ext(0->4095) 00010000:00010000:3.0:1746070978.016459:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.016467:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.016472:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5edc700 00000100:00100000:0.0:1746070978.019075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.019143:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431515776 00000100:00100000:3.0:1746070978.019148:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431515776 00000100:00100000:3.0:1746070978.019184:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30310 00000100:00100000:3.0:1746070978.019190:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:1661:x1830887431515776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070978.019201:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070978.019213:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015369 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.019235:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.019240:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 91 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.019245:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070978.019249:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 91 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.019274:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 91 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.019284:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 91 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.019292:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ee00, rc 0) 00000100:00100000:3.0:1746070978.019328:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+91:1661:x1830887431515776:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.019334:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30310 00000100:00100000:0.0:1746070978.027241:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.027322:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431515904 00000100:00100000:1.0:1746070978.027329:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431515904 00010000:00010000:1.0:1746070978.027364:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070978.027399:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14110 00000100:00100000:1.0:1746070978.027405:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431515904:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070978.027418:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070978.027434:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.027443:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.027462:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d70600080385e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01535b expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.027478:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070978.027479:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070978.027485:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 90 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.027491:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 90 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.027516:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 90 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.027525:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 90 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070978.027535:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426899072:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070978.027600:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070978.030721:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426899072:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070978.030737:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070978.030768:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431515904:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3363us (3534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070978.030776:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14110 00000100:00100000:0.0:1746070978.031756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.031831:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431516160 00000100:00100000:2.0:1746070978.031837:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431516160 00002000:00100000:2.0:1746070978.031879:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381f480 x1830887431516160/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.031888:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381f480 with x1830887431516160 ext(0->4095) 00010000:00010000:2.0:1746070978.031896:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 91 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.031906:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 91 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.031913:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381f480 00000100:00100000:2.0:1746070978.033039:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3037 00000100:00100000:2.0:1746070978.033047:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+91:2007:x1830887431516160:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070978.033474:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+91:2007:x1830887431516160:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 427us (1719us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070978.033481:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3037 00002000:00100000:2.0:1746070978.033486:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012381f480 x1830887431516160/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.033494:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012381f480 with x1830887431516160 ext(0->4095) 00010000:00010000:2.0:1746070978.033500:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 91 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.033514:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 91 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.033520:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012381f480 00000100:00100000:0.0:1746070978.036149:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.036842:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431516288 00000100:00100000:1.0:1746070978.036849:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431516288 00010000:00010000:1.0:1746070978.036892:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 91 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070978.036955:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14111 00000100:00100000:1.0:1746070978.036962:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e896a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+91:2007:x1830887431516288:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070978.036973:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070978.036988:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 91 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.036998:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 91 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.037017:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d70600080385ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015362 expref: 91 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.037041:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070978.037043:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070978.037049:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 90 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.037056:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 90 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.037083:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 90 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070978.037094:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426899200:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070978.037162:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070978.041473:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426899200:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070978.041490:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070978.041975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.042098:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e896a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:2007:x1830887431516288:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5134us (5951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070978.042108:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14111 00000100:00100000:3.0:1746070978.042669:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431516544 00000100:00100000:3.0:1746070978.042676:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431516544 00002000:00100000:3.0:1746070978.042709:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300a80 x1830887431516544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.042717:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300a80 with x1830887431516544 ext(0->4095) 00002000:00010000:3.0:1746070978.042721:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d300a80 00000100:00100000:3.0:1746070978.042738:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13766 00000100:00100000:3.0:1746070978.042745:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:2010:x1830887431516544:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746070978.042838:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:2010:x1830887431516544:12345-192.168.204.29@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (864us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070978.042843:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13766 00002000:00100000:3.0:1746070978.042848:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d300a80 x1830887431516544/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.042854:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300a80 with x1830887431516544 ext(0->4095) 00002000:00010000:3.0:1746070978.042857:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d300a80 00000100:00100000:2.0:1746070978.045296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.045370:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431516672 00000100:00100000:1.0:1746070978.045375:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431516672 00000100:00100000:1.0:1746070978.045489:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30311 00000100:00100000:1.0:1746070978.045495:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431516672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070978.045506:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070978.045518:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015370 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.045539:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 89 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.045544:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070978.045546:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070978.045548:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.045573:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 89 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.045694:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 89 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070978.045705:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426899328:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070978.046910:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746070978.055142:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426899328:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070978.055172:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.055187:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291600, rc 0) 00000100:00100000:1.0:1746070978.055236:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431516672:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9741us (9945us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070978.055244:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30311 00000100:00100000:0.0:1746070978.056513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.057531:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431516800 00000100:00100000:3.0:1746070978.057540:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431516800 00002000:00100000:3.0:1746070978.057576:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d301180 x1830887431516800/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 496/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.057585:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301180 with x1830887431516800 ext(0->7) 00010000:00010000:3.0:1746070978.057592:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 90 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.057604:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 90 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.057610:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d301180 00000100:00100000:3.0:1746070978.057640:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3038 00000100:00100000:3.0:1746070978.057647:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+90:2010:x1830887431516800:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746070978.062766:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2010:x1830887431516800:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 5112us (6248us total) trans 4294972313 rc 0/0 00000100:00100000:3.0:1746070978.062780:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3038 00002000:00100000:3.0:1746070978.062788:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009d301180 x1830887431516800/t4294972313(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 496/448 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.062796:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301180 with x1830887431516800 ext(0->7) 00010000:00010000:3.0:1746070978.062805:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 92 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.062819:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 92 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.062825:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d301180 00000100:00100000:0.0:1746070978.072276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.072521:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431516928 00000100:00100000:1.0:1746070978.072529:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431516928 00010000:00010000:1.0:1746070978.072559:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 92 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070978.073905:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14112 00000100:00100000:1.0:1746070978.073914:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2009:x1830887431516928:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070978.073929:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070978.073949:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 92 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.073961:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 92 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.074598:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d70600080385f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015369 expref: 92 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.074627:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070978.074629:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070978.074635:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.074642:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.074669:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070978.074680:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426899456:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070978.074760:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.076295:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.076803:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431517056 00000100:00100000:1.0:1746070978.076810:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431517056 00000100:00100000:1.0:1746070978.076851:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30312 00000100:00100000:1.0:1746070978.076857:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:1660:x1830887431517056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070978.076895:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070978.076907:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015377 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.076930:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.076936:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070978.076938:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070978.076941:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 93 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.076963:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.076973:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 5 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070978.076981:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426899584:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070978.077043:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070978.077798:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426899456:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070978.077811:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070978.077843:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:2009:x1830887431516928:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3930us (5574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.077851:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14112 00000100:00100000:0.0:1746070978.078733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.081268:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431517312 00000100:00100000:3.0:1746070978.081278:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431517312 00002000:00100000:3.0:1746070978.081317:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef04380 x1830887431517312/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.081326:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04380 with x1830887431517312 ext(0->4095) 00010000:00010000:3.0:1746070978.081333:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.081345:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.081365:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef04380 00000100:00100000:3.0:1746070978.081385:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3039 00000100:00100000:3.0:1746070978.081391:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431517312:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070978.081667:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431517312:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 274us (2933us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070978.081674:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3039 00002000:00100000:3.0:1746070978.081679:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ef04380 x1830887431517312/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.081686:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ef04380 with x1830887431517312 ext(0->4095) 00010000:00010000:3.0:1746070978.081691:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.081700:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.081705:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ef04380 00000100:00100000:2.0:1746070978.083900:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426899584:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070978.083929:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 92 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.083943:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b6e00, rc 0) 00000100:00100000:2.0:1746070978.083988:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:1660:x1830887431517056:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7131us (7696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.083996:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30312 00000100:00100000:0.0:1746070978.089406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.089469:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431517440 00000100:00100000:2.0:1746070978.089478:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431517440 00000100:00100000:2.0:1746070978.089529:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30313 00000100:00100000:2.0:1746070978.089536:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:1661:x1830887431517440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.089551:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.089565:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01537e expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.089588:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.089593:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 93 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.089597:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.089601:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01537e expref: 93 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.089629:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 93 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.089641:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01537e expref: 93 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.089650:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c4c00, rc 0) 00000100:00100000:2.0:1746070978.089696:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:1661:x1830887431517440:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.089701:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30313 00000100:00100000:0.0:1746070978.091012:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.091063:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431517568 00000100:00100000:2.0:1746070978.091068:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431517568 00010000:00010000:2.0:1746070978.091091:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.091129:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14113 00000100:00100000:2.0:1746070978.091135:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431517568:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070978.091144:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070978.091161:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.091170:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.091187:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0291600/0xa5d70600080385fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015370 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.091213:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.091215:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.091220:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 92 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.091227:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 92 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.091250:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 92 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.091259:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 92 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.091267:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426899840:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070978.091340:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746070978.100635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.100793:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426899840:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070978.100811:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.101044:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431517824 00000100:00100000:3.0:1746070978.101050:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431517824 00002000:00100000:3.0:1746070978.101088:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f9500 x1830887431517824/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.101097:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f9500 with x1830887431517824 ext(0->4095) 00010000:00010000:3.0:1746070978.101104:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 93 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.101115:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 93 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.101121:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839f9500 00000100:00100000:3.0:1746070978.101141:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3040 00000100:00100000:3.0:1746070978.101147:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:2008:x1830887431517824:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070978.101315:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431517568:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 10179us (10311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.101324:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14113 00000100:00100000:3.0:1746070978.101723:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:2008:x1830887431517824:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 575us (1094us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070978.101729:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3040 00002000:00100000:3.0:1746070978.101734:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800839f9500 x1830887431517824/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.101740:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f9500 with x1830887431517824 ext(0->4095) 00010000:00010000:3.0:1746070978.101745:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 93 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.101754:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 93 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.101759:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800839f9500 00000100:00100000:1.0:1746070978.106587:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.108216:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431517952 00000100:00100000:2.0:1746070978.108226:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431517952 00010000:00010000:2.0:1746070978.108260:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 93 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.108298:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14114 00000100:00100000:2.0:1746070978.108305:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:2008:x1830887431517952:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070978.108317:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070978.108332:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 93 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.108343:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 93 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.108375:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54b6e00/0xa5d7060008038601 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015377 expref: 93 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.108401:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.108403:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.108409:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01537e expref: 92 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.108415:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01537e expref: 92 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.108447:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01537e expref: 92 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070978.108461:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426899968:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070978.108532:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070978.110231:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426899968:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070978.110246:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070978.110281:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2008:x1830887431517952:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1976us (3700us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.110288:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14114 00000100:00100000:1.0:1746070978.110917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.111031:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431518208 00000100:00100000:3.0:1746070978.111037:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431518208 00002000:00100000:3.0:1746070978.111067:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfdf80 x1830887431518208/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.111076:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfdf80 with x1830887431518208 ext(0->4095) 00002000:00010000:3.0:1746070978.111079:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcfdf80 00000100:00100000:3.0:1746070978.111105:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13767 00000100:00100000:3.0:1746070978.111112:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2009:x1830887431518208:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746070978.111227:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2009:x1830887431518208:12345-192.168.204.29@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070978.111233:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13767 00002000:00100000:3.0:1746070978.111237:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcfdf80 x1830887431518208/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.111243:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcfdf80 with x1830887431518208 ext(0->4095) 00002000:00010000:3.0:1746070978.111246:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcfdf80 00000100:00100000:0.0:1746070978.113552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.113644:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431518336 00000100:00100000:2.0:1746070978.113651:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431518336 00000100:00100000:2.0:1746070978.113696:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30314 00000100:00100000:2.0:1746070978.113702:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431518336:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.113715:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.113729:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015385 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.113750:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01537e expref: 91 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.113756:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.113758:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.113760:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.113788:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01537e expref: 91 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.113797:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01537e expref: 91 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.113807:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426900096:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.113897:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070978.118332:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426900096:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070978.118368:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.118383:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5c00, rc 0) 00000100:00100000:2.0:1746070978.118431:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431518336:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4728us (4883us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.118438:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30314 00000100:00100000:0.0:1746070978.119154:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.119395:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431518464 00000100:00100000:3.0:1746070978.119401:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431518464 00010000:00010000:3.0:1746070978.119430:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01537e expref: 92 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.119460:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14115 00000100:00100000:3.0:1746070978.119467:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2008:x1830887431518464:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.119479:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.119492:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01537e expref: 92 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.119502:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01537e expref: 92 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.119520:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d7060008038608 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01537e expref: 92 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.119534:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.119536:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.119541:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.119553:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.120556:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.120567:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426900224:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.120639:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.121605:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.121674:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431518592 00000100:00100000:2.0:1746070978.121679:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431518592 00000100:00100000:2.0:1746070978.121716:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30315 00000100:00100000:2.0:1746070978.121722:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:1660:x1830887431518592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.121735:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.121747:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01538c expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.121765:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.121772:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.121773:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.121776:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 93 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.121792:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.121802:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 5 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.121810:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426900352:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.121888:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.125206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.125643:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431518848 00000100:00100000:1.0:1746070978.125650:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431518848 00002000:00100000:1.0:1746070978.125684:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5357800 x1830887431518848/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.125692:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5357800 with x1830887431518848 ext(0->4095) 00010000:00010000:1.0:1746070978.125699:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.125775:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426900224:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.125791:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070978.126435:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.126442:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5357800 00000100:00100000:1.0:1746070978.126474:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3041 00000100:00100000:1.0:1746070978.126482:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431518848:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070978.126613:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:2008:x1830887431518464:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 7146us (7460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.126621:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14115 00000100:00100000:3.0:1746070978.127738:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426900352:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070978.127759:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 92 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.127771:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5600, rc 0) 00000100:00100000:3.0:1746070978.127807:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:1660:x1830887431518592:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6086us (6204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.127814:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30315 00000100:00100000:1.0:1746070978.128237:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431518848:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1754us (3036us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.128244:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3041 00002000:00100000:1.0:1746070978.128251:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5357800 x1830887431518848/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.128258:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5357800 with x1830887431518848 ext(0->4095) 00010000:00010000:1.0:1746070978.128264:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.128274:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.128280:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5357800 00000100:00100000:0.0:1746070978.135912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.137365:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431518976 00000100:00100000:3.0:1746070978.137374:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431518976 00010000:00010000:3.0:1746070978.137407:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.137451:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14116 00000100:00100000:3.0:1746070978.137458:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431518976:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.137469:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.137484:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.137494:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.137511:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d706000803860f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015385 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.137538:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.137540:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.137546:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 91 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.137553:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 91 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.137577:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 91 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.137587:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426900480:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.138709:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.142776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.142831:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431519232 00000100:00100000:1.0:1746070978.142839:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431519232 00000100:00100000:3.0:1746070978.142894:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426900480:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.142911:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.142951:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431518976:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5493us (7085us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.142959:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14116 00002000:00100000:1.0:1746070978.142994:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5356a00 x1830887431519232/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.143003:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5356a00 with x1830887431519232 ext(0->4095) 00002000:00010000:1.0:1746070978.143007:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5356a00 00000100:00100000:1.0:1746070978.143571:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13768 00000100:00100000:1.0:1746070978.143578:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2008:x1830887431519232:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070978.143677:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2008:x1830887431519232:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (907us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.143683:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13768 00002000:00100000:1.0:1746070978.143687:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5356a00 x1830887431519232/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.143693:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5356a00 with x1830887431519232 ext(0->4095) 00002000:00010000:1.0:1746070978.143696:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5356a00 00000100:00100000:0.0:1746070978.149147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.149268:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431519360 00000100:00100000:3.0:1746070978.149276:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431519360 00000100:00100000:3.0:1746070978.149315:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30316 00000100:00100000:3.0:1746070978.149322:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431519360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070978.149337:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070978.149359:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015393 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.149389:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 91 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.149396:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070978.149397:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070978.149400:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.149425:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 91 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.149435:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 91 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.149446:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426900608:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070978.149529:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.155097:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426900608:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070978.155127:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.155143:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f800, rc 0) 00000100:00100000:3.0:1746070978.155181:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431519360:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5859us (6041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.155189:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30316 00000100:00100000:0.0:1746070978.157592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.157677:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431519488 00000100:00100000:2.0:1746070978.157683:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431519488 00002000:00100000:2.0:1746070978.157717:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a50f8380 x1830887431519488/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 496/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.157726:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8380 with x1830887431519488 ext(0->7) 00010000:00010000:2.0:1746070978.157733:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 92 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.157744:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 92 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.157749:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50f8380 00000100:00100000:1.0:1746070978.158053:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3042 00000100:00100000:1.0:1746070978.158062:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+92:2007:x1830887431519488:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070978.159401:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431519488:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 1337us (1809us total) trans 4294972314 rc 0/0 00000100:00100000:0.0:1746070978.159408:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3042 00002000:00100000:0.0:1746070978.159414:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a50f8380 x1830887431519488/t4294972314(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 496/448 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070978.159420:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8380 with x1830887431519488 ext(0->7) 00010000:00010000:0.0:1746070978.159426:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 94 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746070978.159436:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 94 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746070978.159446:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a50f8380 00000100:00100000:0.0:1746070978.168706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.168800:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431519744 00000100:00100000:3.0:1746070978.168809:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431519744 00000100:00100000:3.0:1746070978.168846:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30317 00000100:00100000:3.0:1746070978.168852:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fc73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:1660:x1830887431519744:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070978.168886:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070978.168900:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01539a expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.168923:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070978.168929:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.168934:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746070978.168937:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.168965:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.168980:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.168988:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ee00, rc 0) 00000100:00100000:3.0:1746070978.169292:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fc73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:1660:x1830887431519744:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 439us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.169298:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30317 00000100:00100000:0.0:1746070978.171443:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.171598:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431519616 00000100:00100000:3.0:1746070978.171602:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431519616 00010000:00010000:3.0:1746070978.171625:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.171655:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14117 00000100:00100000:3.0:1746070978.171662:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2008:x1830887431519616:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.171672:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.171687:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.171697:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.171713:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d7060008038616 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01538c expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.171741:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.171743:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.171750:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.171757:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.171780:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.171789:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 5 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.171798:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426900864:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.171882:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.173765:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426900864:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.173780:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.173822:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2008:x1830887431519616:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2160us (2382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.173830:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14117 00000100:00100000:0.0:1746070978.173897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.174558:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431520000 00000100:00100000:2.0:1746070978.174564:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431520000 00002000:00100000:2.0:1746070978.174592:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8ed80 x1830887431520000/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.174601:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8ed80 with x1830887431520000 ext(0->4095) 00010000:00010000:2.0:1746070978.174608:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.174618:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.174623:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8ed80 00000100:00100000:2.0:1746070978.174649:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3043 00000100:00100000:2.0:1746070978.174655:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431520000:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070978.174746:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431520000:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (849us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070978.174751:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3043 00002000:00100000:2.0:1746070978.174755:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8ed80 x1830887431520000/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.174762:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8ed80 with x1830887431520000 ext(0->4095) 00010000:00010000:2.0:1746070978.174766:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.174774:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.174779:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8ed80 00000100:00100000:2.0:1746070978.176992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.177062:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431520128 00000100:00100000:3.0:1746070978.177068:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431520128 00000100:00100000:3.0:1746070978.177107:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30318 00000100:00100000:3.0:1746070978.177114:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d53a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:1661:x1830887431520128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070978.177124:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070978.177136:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153a1 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.177158:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.177164:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.177169:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070978.177172:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a1 expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.177200:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.177211:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a1 expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.177218:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:3.0:1746070978.177259:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d53a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:1661:x1830887431520128:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.177264:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30318 00000100:00100000:0.0:1746070978.189446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.190327:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431520256 00000100:00100000:3.0:1746070978.190336:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431520256 00010000:00010000:3.0:1746070978.190378:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.190403:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14118 00000100:00100000:3.0:1746070978.190410:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431520256:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.190422:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.190438:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.190448:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.190465:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f800/0xa5d706000803861d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015393 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.190480:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.190481:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.190487:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.190493:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.190519:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.190534:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 94 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.190544:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426901120:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.192126:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.195625:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426901120:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.195644:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.195677:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431520256:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5268us (6239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.195686:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14118 00000100:00100000:0.0:1746070978.196732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.196784:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431520512 00000100:00100000:3.0:1746070978.196790:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431520512 00002000:00100000:3.0:1746070978.196818:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8d500 x1830887431520512/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.196827:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8d500 with x1830887431520512 ext(0->4095) 00010000:00010000:3.0:1746070978.196834:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.196844:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.196850:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8d500 00000100:00100000:3.0:1746070978.197338:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3044 00000100:00100000:3.0:1746070978.197344:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431520512:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070978.197448:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431520512:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (719us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070978.197454:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3044 00002000:00100000:3.0:1746070978.197458:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fe8d500 x1830887431520512/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.197464:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8d500 with x1830887431520512 ext(0->4095) 00010000:00010000:3.0:1746070978.197468:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.197480:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.197485:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe8d500 00000100:00100000:0.0:1746070978.199006:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746070978.199021:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426901248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746070978.199060:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070978.199213:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426901248 00000100:00100000:3.0:1746070978.199217:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426901248 00000100:00100000:3.0:1746070978.199262:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1746070978.199268:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830887426901248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746070978.199282:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499858240 pending 1261568 free 3923173376 avail 3691651072 00000100:00100000:3.0:1746070978.199320:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830887426901248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.199325:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00080000:1.0:1746070978.199404:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070978.199557:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426901248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746070978.201274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.201466:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431520640 00000100:00100000:3.0:1746070978.201472:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431520640 00010000:00010000:3.0:1746070978.201499:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.201520:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14119 00000100:00100000:3.0:1746070978.201526:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431520640:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.201535:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.201549:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.201558:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.201579:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36ee00/0xa5d7060008038624 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01539a expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.201607:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.201609:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.201615:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a1 expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.201621:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a1 expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.201655:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a1 expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.201665:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426901376:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.201727:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.204270:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426901376:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.204289:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.204322:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431520640:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2795us (3051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.204330:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14119 00000100:00100000:0.0:1746070978.206186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.206239:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431520896 00000100:00100000:2.0:1746070978.206245:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431520896 00002000:00100000:2.0:1746070978.206278:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e149f80 x1830887431520896/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.206288:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e149f80 with x1830887431520896 ext(0->4095) 00002000:00010000:2.0:1746070978.206292:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e149f80 00000100:00100000:2.0:1746070978.206324:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13769 00000100:00100000:2.0:1746070978.206330:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431520896:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070978.206456:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431520896:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (274us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070978.206462:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13769 00002000:00100000:2.0:1746070978.206468:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e149f80 x1830887431520896/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.206475:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e149f80 with x1830887431520896 ext(0->4095) 00002000:00010000:2.0:1746070978.206478:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e149f80 00000100:00100000:0.0:1746070978.209067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.209125:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431521024 00000100:00100000:2.0:1746070978.209131:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431521024 00000100:00100000:2.0:1746070978.209179:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30319 00000100:00100000:2.0:1746070978.209186:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431521024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.209198:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.209211:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153a8 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.209233:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a1 expref: 93 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.209241:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.209243:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.209246:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a8 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.209270:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a1 expref: 93 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.209280:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a1 expref: 93 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.209291:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426901504:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.209376:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070978.211746:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426901504:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070978.211802:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a8 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.211814:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c4400, rc 0) 00000100:00100000:2.0:1746070978.211848:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e148000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431521024:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2662us (2786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.211858:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30319 00000100:00100000:2.0:1746070978.211994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.212046:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431521152 00000100:00100000:3.0:1746070978.212051:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431521152 00010000:00010000:3.0:1746070978.212072:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a1 expref: 94 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.212106:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14120 00000100:00100000:3.0:1746070978.212112:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431521152:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.212121:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.212134:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a1 expref: 94 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.212143:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a1 expref: 94 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.212159:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d706000803862b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a1 expref: 94 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.212179:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.212181:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.212186:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.212193:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.212214:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.212224:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426901632:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.212277:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.213590:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426901632:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.213602:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.213636:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:2007:x1830887431521152:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1523us (1641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.213642:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14120 00000100:00100000:0.0:1746070978.213716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070978.213784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.213844:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431521408 00000100:00100000:3.0:1746070978.213849:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431521408 00002000:00100000:3.0:1746070978.213901:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850700 x1830887431521408/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.213909:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850700 with x1830887431521408 ext(0->4095) 00002000:00010000:3.0:1746070978.213913:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d850700 00000100:00100000:3.0:1746070978.213933:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13770 00000100:00100000:3.0:1746070978.213940:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431521408:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070978.214039:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431521408:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070978.214045:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13770 00002000:00100000:3.0:1746070978.214051:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850700 x1830887431521408/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.214058:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850700 with x1830887431521408 ext(0->4095) 00002000:00010000:3.0:1746070978.214060:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d850700 00000100:00100000:3.0:1746070978.214084:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431521536 00000100:00100000:3.0:1746070978.214086:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431521536 00000100:00100000:3.0:1746070978.214103:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30320 00000100:00100000:3.0:1746070978.214108:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:1660:x1830887431521536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070978.214117:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070978.214128:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153af expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.214143:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.214149:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.214150:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.214153:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 94 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.214168:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a8 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.214178:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a8 expref: 5 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.214186:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426901760:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070978.214564:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.215998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.216076:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426901760:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070978.216093:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 94 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.216105:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fe00, rc 0) 00000100:00100000:3.0:1746070978.216138:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:1660:x1830887431521536:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2029us (2353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.216148:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30320 00000100:00100000:0.0:1746070978.216227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.216401:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431521664 00000100:00100000:2.0:1746070978.216405:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431521664 00000100:00100000:3.0:1746070978.216413:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431521792 00000100:00100000:3.0:1746070978.216416:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431521792 00010000:00010000:3.0:1746070978.216429:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a8 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.216439:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30321 00000100:00100000:2.0:1746070978.216444:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:1661:x1830887431521664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746070978.216450:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14121 00010000:00010000:2.0:1746070978.216452:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746070978.216454:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431521792:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070978.216460:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153b6 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.216461:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070978.216472:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.216535:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.216541:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.216544:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153b6 expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.216552:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a8 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.216561:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a8 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.216611:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.216616:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d7060008038632 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153a8 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.216621:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153b6 expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.216627:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.216628:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.216634:0:17293:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.216639:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.216647:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070978.216653:0:17293:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.216664:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431521792:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 210us (438us total) trans 0 rc 0/0 00010000:00010000:2.0:1746070978.216666:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.216670:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14121 00000100:00100000:2.0:1746070978.216674:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426902016:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070978.216709:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.218651:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.218733:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426902016:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070978.218746:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5000, rc 0) 00000100:00100000:2.0:1746070978.218772:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d852300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:1661:x1830887431521664:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2328us (2777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.218778:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30321 00000100:00100000:1.0:1746070978.218835:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431522048 00000100:00100000:1.0:1746070978.218839:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431522048 00002000:00100000:1.0:1746070978.218889:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850a80 x1830887431522048/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.218897:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850a80 with x1830887431522048 ext(0->4095) 00010000:00010000:1.0:1746070978.218903:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.218915:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.218921:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d850a80 00000100:00100000:1.0:1746070978.218951:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3045 00000100:00100000:1.0:1746070978.218956:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431522048:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070978.219041:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431522048:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.219046:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3045 00002000:00100000:1.0:1746070978.219051:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d850a80 x1830887431522048/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.219057:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d850a80 with x1830887431522048 ext(0->4095) 00010000:00010000:1.0:1746070978.219061:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.219069:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.219074:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d850a80 00000100:00100000:0.0:1746070978.223331:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.223461:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431522176 00000100:00100000:3.0:1746070978.223468:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431522176 00010000:00010000:3.0:1746070978.223499:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.223536:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14122 00000100:00100000:3.0:1746070978.223542:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2008:x1830887431522176:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.223553:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.223568:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.223577:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.223593:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038639 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153af expref: 95 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.223608:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.223610:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.223614:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153b6 expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.223621:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153b6 expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.223645:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153b6 expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.223654:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426902144:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.224085:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.226678:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426902144:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.226696:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.226728:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2008:x1830887431522176:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3185us (3404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.226737:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14122 00000100:00100000:0.0:1746070978.227115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.227386:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431522432 00000100:00100000:3.0:1746070978.227390:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431522432 00002000:00100000:3.0:1746070978.227416:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d880 x1830887431522432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.227424:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d880 with x1830887431522432 ext(0->4095) 00002000:00010000:3.0:1746070978.227427:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1d880 00000100:00100000:3.0:1746070978.227792:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13771 00000100:00100000:3.0:1746070978.227800:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431522432:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070978.228499:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431522432:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 700us (1384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070978.228506:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13771 00002000:00100000:3.0:1746070978.228512:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5c1d880 x1830887431522432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.228518:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c1d880 with x1830887431522432 ext(0->4095) 00002000:00010000:3.0:1746070978.228521:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5c1d880 00000100:00100000:0.0:1746070978.230328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.230567:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431522560 00000100:00100000:2.0:1746070978.230573:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431522560 00000100:00100000:2.0:1746070978.230679:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30322 00000100:00100000:2.0:1746070978.230686:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431522560:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.230696:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.230708:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153bd expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.230729:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153b6 expref: 93 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.230735:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.230737:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.230740:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153bd expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.230766:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153b6 expref: 93 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.230776:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153b6 expref: 93 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.230786:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426902272:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.231182:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.231402:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426902400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070978.231432:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070978.231600:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426902400 00000100:00100000:3.0:1746070978.231604:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426902400 00000100:00100000:3.0:1746070978.231633:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1746070978.231638:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426902400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746070978.231649:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499858240 pending 1261568 free 3923173376 avail 3691651072 00000100:00100000:3.0:1746070978.231676:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426902400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 38us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.231681:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00080000:1.0:1746070978.231780:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070978.231833:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dcfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426902400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070978.233621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.233750:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426902272:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070978.233767:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153bd expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.233778:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5c00, rc 0) 00000100:00100000:2.0:1746070978.233805:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431522560:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3119us (3479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.233811:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30322 00000100:00100000:3.0:1746070978.234073:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431522688 00000100:00100000:3.0:1746070978.234078:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431522688 00010000:00010000:3.0:1746070978.234098:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153b6 expref: 94 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.234542:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14123 00000100:00100000:3.0:1746070978.234548:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2008:x1830887431522688:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.234559:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.234574:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153b6 expref: 94 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.234583:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153b6 expref: 94 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.234599:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038640 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153b6 expref: 94 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.234623:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.234624:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.234630:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153bd expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.234637:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153bd expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.234662:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153bd expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.234671:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426902528:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.234724:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.237741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.238013:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426902528:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.238030:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.238076:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:2008:x1830887431522688:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3527us (4457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.238084:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14123 00000100:00100000:2.0:1746070978.238294:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431522944 00000100:00100000:2.0:1746070978.238299:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431522944 00002000:00100000:2.0:1746070978.238327:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b3100 x1830887431522944/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.238336:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b3100 with x1830887431522944 ext(0->4095) 00002000:00010000:2.0:1746070978.238339:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b3100 00000100:00100000:2.0:1746070978.238759:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13772 00000100:00100000:2.0:1746070978.238766:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431522944:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070978.238951:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.239001:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431522944:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 236us (1265us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070978.239007:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13772 00002000:00100000:2.0:1746070978.239012:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e0b3100 x1830887431522944/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.239018:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b3100 with x1830887431522944 ext(0->4095) 00002000:00010000:2.0:1746070978.239021:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b3100 00000100:00100000:2.0:1746070978.239034:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431523072 00000100:00100000:2.0:1746070978.239036:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431523072 00000100:00100000:2.0:1746070978.239049:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30323 00000100:00100000:2.0:1746070978.239053:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+93:1660:x1830887431523072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.239059:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.239071:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153c4 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.239088:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153bd expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.239094:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.239095:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.239098:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.239117:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153bd expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.239129:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153bd expref: 5 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.239138:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426902656:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.240174:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.242831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.242848:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d538a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426902656:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070978.242889:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.242901:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c4a00, rc 0) 00000100:00100000:1.0:1746070978.242990:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431523200 00000100:00100000:1.0:1746070978.242995:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431523200 00000100:00100000:1.0:1746070978.243035:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30324 00000100:00100000:1.0:1746070978.243041:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:1661:x1830887431523200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746070978.243050:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070978.243060:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153cb expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.243073:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070978.243077:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.243082:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070978.243085:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153cb expref: 96 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.243105:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.243113:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153cb expref: 96 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070978.243119:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0465600, rc 0) 00000100:00100000:1.0:1746070978.243151:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:1661:x1830887431523200:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070978.243157:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30324 00000100:00100000:2.0:1746070978.243200:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:1660:x1830887431523072:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4145us (4248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.243205:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30323 00000100:00100000:0.0:1746070978.244954:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.245074:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431523328 00000100:00100000:3.0:1746070978.245079:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431523328 00010000:00010000:3.0:1746070978.245100:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153bd expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.245131:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14124 00000100:00100000:3.0:1746070978.245137:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431523328:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.245145:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.245158:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153bd expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.245168:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153bd expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.245189:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038647 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153bd expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.245210:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.245212:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.245218:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.245225:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.245399:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 94 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.245410:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 94 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.245420:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426902912:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.245629:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.248317:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426902912:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.248332:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.248373:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431523328:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3235us (3420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.248380:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14124 00000100:00100000:0.0:1746070978.248459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.248644:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431523584 00000100:00100000:2.0:1746070978.248650:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431523584 00002000:00100000:2.0:1746070978.248680:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b8d7800 x1830887431523584/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.248690:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d7800 with x1830887431523584 ext(0->4095) 00010000:00010000:2.0:1746070978.248697:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.248709:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.248720:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b8d7800 00000100:00100000:2.0:1746070978.248749:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3046 00000100:00100000:2.0:1746070978.248755:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431523584:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070978.248880:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431523584:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070978.248886:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3046 00002000:00100000:2.0:1746070978.248891:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b8d7800 x1830887431523584/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.248899:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d7800 with x1830887431523584 ext(0->4095) 00010000:00010000:2.0:1746070978.248903:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.248912:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.248916:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b8d7800 00000100:00100000:0.0:1746070978.252844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.253085:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431523712 00000100:00100000:3.0:1746070978.253094:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431523712 00010000:00010000:3.0:1746070978.253125:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.253148:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14125 00000100:00100000:3.0:1746070978.253153:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2010:x1830887431523712:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.253163:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.253176:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.253186:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.253203:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d706000803864e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153c4 expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.253217:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.253219:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.253224:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153cb expref: 94 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.253231:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153cb expref: 94 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.253254:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153cb expref: 94 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.253264:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426903040:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.254389:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.257683:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.257694:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426903040:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.257711:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.257746:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2010:x1830887431523712:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4592us (4908us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.257755:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14125 00000100:00100000:1.0:1746070978.257756:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431523968 00000100:00100000:1.0:1746070978.257762:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431523968 00002000:00100000:1.0:1746070978.257791:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009deded80 x1830887431523968/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.257800:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009deded80 with x1830887431523968 ext(0->4095) 00002000:00010000:1.0:1746070978.257804:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009deded80 00000100:00100000:1.0:1746070978.259088:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13773 00000100:00100000:1.0:1746070978.259095:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431523968:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070978.259199:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009deded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431523968:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (1523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.259207:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13773 00002000:00100000:1.0:1746070978.259212:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009deded80 x1830887431523968/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.259219:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009deded80 with x1830887431523968 ext(0->4095) 00002000:00010000:1.0:1746070978.259222:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009deded80 00000100:00100000:0.0:1746070978.262556:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.263193:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431524096 00000100:00100000:3.0:1746070978.263200:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431524096 00000100:00100000:3.0:1746070978.263294:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30325 00000100:00100000:3.0:1746070978.263302:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431524096:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070978.263317:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070978.263332:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153d2 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.263367:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153cb expref: 93 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.263373:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070978.263375:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070978.263378:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.263403:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153cb expref: 93 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.263413:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153cb expref: 93 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.263427:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426903168:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070978.264459:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.266660:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426903168:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070978.266686:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.266699:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e600, rc 0) 00000100:00100000:3.0:1746070978.266751:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dedca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431524096:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3449us (4201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.266759:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30325 00000100:00100000:0.0:1746070978.267816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.271057:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431524224 00000100:00100000:3.0:1746070978.271068:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431524224 00010000:00010000:3.0:1746070978.271105:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153cb expref: 94 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.271150:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14126 00000100:00100000:3.0:1746070978.271159:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6331180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2007:x1830887431524224:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.271173:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.271189:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153cb expref: 94 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.271200:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153cb expref: 94 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.271224:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465600/0xa5d7060008038655 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153cb expref: 94 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.271246:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.271248:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.271262:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.271269:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.271980:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.271991:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426903296:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.272079:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:2.0:1746070978.274503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.274890:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431524352 00000100:00100000:3.0:1746070978.274898:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431524352 00000100:00100000:3.0:1746070978.274977:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30326 00000100:00100000:3.0:1746070978.274985:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d538a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:1660:x1830887431524352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070978.274998:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070978.275012:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153d9 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.275034:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.275045:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.275046:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.275049:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 95 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.275070:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.275078:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 5 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.275088:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426903424:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070978.275450:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.276030:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426903296:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.276043:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.276068:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6331180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431524224:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4911us (8253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.276076:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14126 00000100:00100000:0.0:1746070978.276610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.277049:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431524608 00000100:00100000:1.0:1746070978.277055:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431524608 00002000:00100000:1.0:1746070978.277084:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6332300 x1830887431524608/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.277094:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6332300 with x1830887431524608 ext(0->4095) 00010000:00010000:1.0:1746070978.277101:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.277112:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.277119:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6332300 00000100:00100000:1.0:1746070978.277146:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3047 00000100:00100000:1.0:1746070978.277152:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431524608:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070978.277259:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431524608:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.277265:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3047 00002000:00100000:1.0:1746070978.277269:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6332300 x1830887431524608/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.277282:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6332300 with x1830887431524608 ext(0->4095) 00010000:00010000:1.0:1746070978.277287:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.277296:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.277301:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6332300 00000100:00100000:3.0:1746070978.277924:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426903424:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070978.277940:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 94 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.277952:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fa00, rc 0) 00000100:00100000:3.0:1746070978.277985:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d538a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:1660:x1830887431524352:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3001us (3487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.277994:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30326 00000100:00100000:0.0:1746070978.282714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.282778:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431524736 00000100:00100000:3.0:1746070978.282784:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431524736 00010000:00010000:3.0:1746070978.282815:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.283890:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14127 00000100:00100000:3.0:1746070978.283901:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6331880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431524736:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.283914:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.283932:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.283945:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.283965:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d706000803865c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d2 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.283991:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.283993:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.283999:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 93 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.284006:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 93 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.284034:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 93 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.284046:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426903552:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.286258:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.288891:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426903552:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070978.288891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.288936:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431524992 00000100:00100000:2.0:1746070978.288941:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431524992 00002000:00100000:2.0:1746070978.288971:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6333b80 x1830887431524992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.288980:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333b80 with x1830887431524992 ext(0->4095) 00002000:00010000:2.0:1746070978.288983:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6333b80 00000100:00100000:2.0:1746070978.288997:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13774 00000100:00100000:2.0:1746070978.289002:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2008:x1830887431524992:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070978.289114:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2008:x1830887431524992:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070978.289120:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13774 00002000:00100000:2.0:1746070978.289124:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a6333b80 x1830887431524992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.289132:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6333b80 with x1830887431524992 ext(0->4095) 00002000:00010000:2.0:1746070978.289134:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6333b80 00010000:00010000:3.0:1746070978.289178:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.289270:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6331880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431524736:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5372us (6563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.289276:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14127 00000100:00100000:0.0:1746070978.293608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.294183:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431525120 00000100:00100000:3.0:1746070978.294191:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431525120 00000100:00100000:3.0:1746070978.294279:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30327 00000100:00100000:3.0:1746070978.294287:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431525120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070978.294302:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070978.294315:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153e0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.294341:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 93 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.294358:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070978.294360:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070978.294363:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.294389:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 93 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.294403:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 93 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.294414:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426903680:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070978.294605:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.300012:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426903680:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070978.300040:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.300054:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e000, rc 0) 00000100:00100000:3.0:1746070978.300153:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431525120:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5865us (6551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.300161:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30327 00000100:00100000:0.0:1746070978.302547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.303180:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431525248 00000100:00100000:1.0:1746070978.303188:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431525248 00002000:00100000:1.0:1746070978.303223:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a6330e00 x1830887431525248/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 496/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.303232:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330e00 with x1830887431525248 ext(0->7) 00010000:00010000:1.0:1746070978.303241:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 94 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.303253:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 94 pid: 9567 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.303259:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6330e00 00000100:00100000:1.0:1746070978.304513:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3048 00000100:00100000:1.0:1746070978.304523:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+94:2008:x1830887431525248:12345-192.168.204.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746070978.305362:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2008:x1830887431525248:12345-192.168.204.29@tcp:4:ldlm_bl.0 Request processed in 838us (2817us total) trans 4294972315 rc 0/0 00000100:00100000:0.0:1746070978.305368:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3048 00002000:00100000:0.0:1746070978.305374:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a6330e00 x1830887431525248/t4294972315(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 496/448 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070978.305382:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6330e00 with x1830887431525248 ext(0->7) 00010000:00010000:0.0:1746070978.305389:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 96 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746070978.305400:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 96 pid: 9567 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746070978.305405:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6330e00 00000100:00100000:0.0:1746070978.317298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.317476:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431525376 00000100:00100000:3.0:1746070978.317484:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431525376 00010000:00010000:3.0:1746070978.317517:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 96 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.317554:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14128 00000100:00100000:3.0:1746070978.317561:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887431525376:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.317572:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.317587:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 96 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.317600:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 96 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.317617:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038663 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153d9 expref: 96 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.317642:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.317643:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.317650:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.317656:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.317683:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.317693:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426903808:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.317764:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.320175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070978.320263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.320316:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431525760 00000100:00100000:1.0:1746070978.320322:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431525760 00000100:00100000:3.0:1746070978.320325:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431525504 00000100:00100000:3.0:1746070978.320329:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431525504 00000100:00100000:3.0:1746070978.320362:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30328 00002000:00100000:1.0:1746070978.320366:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff31c00 x1830887431525760/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746070978.320367:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:1660:x1830887431525504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:1.0:1746070978.320375:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31c00 with x1830887431525760 ext(0->4095) 00010000:00010000:3.0:1746070978.320377:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:1.0:1746070978.320379:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff31c00 00010000:00010000:3.0:1746070978.320388:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153e7 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070978.320393:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13775 00000100:00100000:1.0:1746070978.320399:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431525760:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746070978.320412:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.320419:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.320421:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.320423:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 97 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.320443:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.320453:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.320462:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426903936:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070978.320506:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:1.0:1746070978.320524:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431525760:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.320535:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13775 00002000:00100000:1.0:1746070978.320541:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ff31c00 x1830887431525760/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.320547:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31c00 with x1830887431525760 ext(0->4095) 00010000:00010000:1.0:1746070978.320552:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.320561:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.320566:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ff31c00 00000100:00100000:2.0:1746070978.320699:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426903808:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070978.320720:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070978.320746:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2007:x1830887431525376:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3186us (3456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.320753:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14128 00000100:00100000:1.0:1746070978.324837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.324975:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431525888 00000100:00100000:2.0:1746070978.324982:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431525888 00000100:00100000:3.0:1746070978.325145:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426903936:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070978.325169:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 97 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.325184:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36fe00, rc 0) 00000100:00100000:3.0:1746070978.325224:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:1660:x1830887431525504:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4857us (5052us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.325229:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30328 00000100:00100000:3.0:1746070978.325245:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30329 00000100:00100000:3.0:1746070978.325251:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:1661:x1830887431525888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746070978.325260:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070978.325270:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153ee expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.325285:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.325289:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 97 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.325293:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746070978.325296:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153ee expref: 97 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.325316:0:9567:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 97 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.325324:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153ee expref: 97 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.325331:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:3.0:1746070978.325345:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:1661:x1830887431525888:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.325361:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30329 00000100:00100000:1.0:1746070978.325662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.325946:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431526016 00000100:00100000:3.0:1746070978.325950:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431526016 00010000:00010000:3.0:1746070978.325965:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.325986:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14129 00000100:00100000:3.0:1746070978.325991:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431526016:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.325997:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.326010:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.326019:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.326033:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e000/0xa5d706000803866a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e0 expref: 6 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.326048:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.326049:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.326055:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 96 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.326061:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 96 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.326077:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 96 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.326086:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 96 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.326099:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426904192:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.326722:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.328533:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426904192:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.328549:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.328970:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431526016:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2977us (3307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.328978:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14129 00000100:00100000:1.0:1746070978.329262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070978.329342:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431526272 00000100:00100000:0.0:1746070978.329356:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431526272 00002000:00100000:0.0:1746070978.329385:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e369180 x1830887431526272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070978.329394:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369180 with x1830887431526272 ext(0->4095) 00010000:00010000:0.0:1746070978.329400:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 97 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746070978.329411:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 97 pid: 9567 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746070978.329416:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e369180 00000100:00100000:0.0:1746070978.329442:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3049 00000100:00100000:0.0:1746070978.329448:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2008:x1830887431526272:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070978.329542:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2008:x1830887431526272:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070978.329547:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3049 00002000:00100000:0.0:1746070978.329552:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009e369180 x1830887431526272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070978.329558:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369180 with x1830887431526272 ext(0->4095) 00010000:00010000:0.0:1746070978.331423:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 97 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746070978.331436:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 97 pid: 9567 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746070978.331444:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e369180 00000100:00100000:0.0:1746070978.333225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.333322:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431526400 00000100:00100000:3.0:1746070978.333329:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431526400 00010000:00010000:3.0:1746070978.333365:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 97 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.333444:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14130 00000100:00100000:3.0:1746070978.333450:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2010:x1830887431526400:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.333461:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.333475:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 97 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.333484:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 97 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.333503:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fe00/0xa5d7060008038671 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153e7 expref: 97 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.334099:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.334101:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.334109:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153ee expref: 96 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.334115:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153ee expref: 96 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.334142:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153ee expref: 96 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.334153:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426904320:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.334226:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.336605:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426904320:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.336622:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070978.336635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.336684:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431526656 00000100:00100000:1.0:1746070978.336689:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431526656 00002000:00100000:1.0:1746070978.336720:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcdbb80 x1830887431526656/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.336734:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdbb80 with x1830887431526656 ext(0->4095) 00002000:00010000:1.0:1746070978.336738:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcdbb80 00000100:00100000:1.0:1746070978.336766:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13776 00000100:00100000:1.0:1746070978.336772:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2007:x1830887431526656:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070978.336924:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2010:x1830887431526400:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3201us (3430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.336933:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14130 00000100:00100000:1.0:1746070978.337016:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887431526656:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 243us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.337022:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13776 00002000:00100000:1.0:1746070978.337026:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcdbb80 x1830887431526656/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.337033:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdbb80 with x1830887431526656 ext(0->4095) 00002000:00010000:1.0:1746070978.337035:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcdbb80 00000100:00100000:0.0:1746070978.338552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.338619:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431526784 00000100:00100000:2.0:1746070978.338623:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431526784 00000100:00100000:2.0:1746070978.338646:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30330 00000100:00100000:2.0:1746070978.338652:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431526784:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.338660:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.338671:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153f5 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.338691:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153ee expref: 95 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.338698:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.338700:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.338704:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153f5 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.338724:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153ee expref: 95 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.338735:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153ee expref: 95 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.338744:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426904448:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.339199:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.342921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.343032:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431526912 00000100:00100000:3.0:1746070978.343040:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431526912 00010000:00010000:3.0:1746070978.343070:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153ee expref: 96 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.343093:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14131 00000100:00100000:3.0:1746070978.343099:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2008:x1830887431526912:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.343110:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.343125:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153ee expref: 96 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.343139:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153ee expref: 96 pid: 9567 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.343159:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.343161:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.343167:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153f5 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.343174:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153f5 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.343200:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153f5 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.343209:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426904576:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.343273:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00010000:00010000:2.0:1746070978.343398:0:10108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801325ad600/0xa5d7060008038678 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153ee expref: 96 pid: 9567 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.343437:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426904448:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070978.343454:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153f5 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.343462:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5200, rc 0) 00000100:00100000:2.0:1746070978.343484:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431526784:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4833us (4934us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.343490:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30330 00000100:00100000:0.0:1746070978.345950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.346025:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426904576:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.346040:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.346071:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2008:x1830887431526912:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2972us (3157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.346079:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14131 00000100:00100000:1.0:1746070978.346135:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431527168 00000100:00100000:1.0:1746070978.346139:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431527168 00002000:00100000:1.0:1746070978.346166:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd9880 x1830887431527168/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.346175:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9880 with x1830887431527168 ext(0->4095) 00002000:00010000:1.0:1746070978.346178:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd9880 00000100:00100000:1.0:1746070978.346190:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13777 00000100:00100000:1.0:1746070978.346194:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431527168:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070978.346272:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431527168:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 78us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.346277:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13777 00002000:00100000:1.0:1746070978.346282:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd9880 x1830887431527168/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.346288:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9880 with x1830887431527168 ext(0->4095) 00002000:00010000:1.0:1746070978.346291:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd9880 00000100:00100000:0.0:1746070978.348520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.348570:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431527296 00000100:00100000:2.0:1746070978.348576:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431527296 00000100:00100000:2.0:1746070978.348617:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30331 00000100:00100000:2.0:1746070978.348624:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:1660:x1830887431527296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.348635:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.348648:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0153fc expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.348668:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153f5 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.348678:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.348679:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.348682:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 96 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.348703:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153f5 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.348713:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153f5 expref: 5 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.348722:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426904704:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.348788:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070978.350901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.351118:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d539180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426904704:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070978.351139:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 96 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.351154:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c4a00, rc 0) 00000100:00100000:0.0:1746070978.351229:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431527424 00000100:00100000:0.0:1746070978.351233:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431527424 00000100:00100000:0.0:1746070978.351259:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30332 00000100:00100000:0.0:1746070978.351264:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:1661:x1830887431527424:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746070978.351273:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070978.351281:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015403 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070978.351294:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070978.351297:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 98 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070978.351302:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070978.351304:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015403 expref: 98 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070978.351322:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 98 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070978.351331:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015403 expref: 98 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070978.351338:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2200, rc 0) 00000100:00100000:3.0:1746070978.351423:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+98:1660:x1830887431527296:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2799us (2907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.351428:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30331 00000100:00100000:0.0:1746070978.351474:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a607e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:1661:x1830887431527424:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070978.351479:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30332 00000100:00100000:0.0:1746070978.353969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.354047:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431527552 00000100:00100000:3.0:1746070978.354053:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431527552 00010000:00010000:3.0:1746070978.354077:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153f5 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.354236:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14132 00000100:00100000:3.0:1746070978.354243:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431527552:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.354254:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.354270:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153f5 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.354279:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153f5 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.354297:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5200/0xa5d706000803867f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153f5 expref: 6 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.354579:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.354581:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.354586:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 96 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.354597:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 96 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.354622:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 96 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.354632:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 96 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.354641:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426904960:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.355379:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.358371:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426904960:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.358390:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.358430:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431527552:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4186us (4465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.358438:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14132 00000100:00100000:0.0:1746070978.359248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.359337:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431527808 00000100:00100000:2.0:1746070978.359342:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431527808 00002000:00100000:2.0:1746070978.359379:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd8a80 x1830887431527808/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.359394:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8a80 with x1830887431527808 ext(0->4095) 00010000:00010000:2.0:1746070978.359401:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 97 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.359412:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 97 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.359419:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcd8a80 00000100:00100000:2.0:1746070978.359595:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3050 00000100:00100000:2.0:1746070978.359602:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2007:x1830887431527808:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070978.359705:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2007:x1830887431527808:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070978.359711:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3050 00002000:00100000:2.0:1746070978.359716:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcd8a80 x1830887431527808/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.359722:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8a80 with x1830887431527808 ext(0->4095) 00010000:00010000:2.0:1746070978.359726:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 97 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.359734:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 97 pid: 10108 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.359739:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dcd8a80 00000100:00100000:0.0:1746070978.361157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.361304:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431527936 00000100:00100000:3.0:1746070978.361308:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431527936 00010000:00010000:3.0:1746070978.361325:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 97 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.361595:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14133 00000100:00100000:3.0:1746070978.361602:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2010:x1830887431527936:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.361613:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.361625:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 97 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.361634:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 97 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.361652:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038686 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0153fc expref: 97 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.361677:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.361679:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.361685:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015403 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.361692:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015403 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.361714:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015403 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.361724:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426905088:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.361774:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.363517:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426905088:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.363532:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.363553:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2010:x1830887431527936:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1952us (2399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.363559:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14133 00000100:00100000:0.0:1746070978.364432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.364670:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431528192 00000100:00100000:1.0:1746070978.364675:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431528192 00002000:00100000:1.0:1746070978.364699:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcdb800 x1830887431528192/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.364707:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdb800 with x1830887431528192 ext(0->4095) 00002000:00010000:1.0:1746070978.364711:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcdb800 00000100:00100000:1.0:1746070978.364732:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13778 00000100:00100000:1.0:1746070978.364736:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887431528192:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070978.364831:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887431528192:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.364837:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13778 00002000:00100000:1.0:1746070978.364841:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009dcdb800 x1830887431528192/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.364848:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdb800 with x1830887431528192 ext(0->4095) 00002000:00010000:1.0:1746070978.364850:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcdb800 00000100:00100000:0.0:1746070978.368413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.368650:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431528320 00000100:00100000:2.0:1746070978.368658:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431528320 00000100:00100000:2.0:1746070978.368698:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30333 00000100:00100000:2.0:1746070978.368704:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431528320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.368717:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.368730:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01540a expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.368751:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015403 expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.368758:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.368759:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.368762:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.368784:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015403 expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.368794:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015403 expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.368803:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426905216:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.368884:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070978.370702:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426905216:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070978.370723:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.370740:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5c00, rc 0) 00000100:00100000:2.0:1746070978.370776:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431528320:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2071us (2368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.370783:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30333 00000100:00100000:1.0:1746070978.371747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.371793:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431528448 00000100:00100000:3.0:1746070978.371798:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431528448 00010000:00010000:3.0:1746070978.371818:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015403 expref: 96 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.371840:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14134 00000100:00100000:3.0:1746070978.371845:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887431528448:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.371854:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.371890:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015403 expref: 96 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.371899:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015403 expref: 96 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.371917:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2200/0xa5d706000803868d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015403 expref: 96 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.371937:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.371939:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.371947:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.371955:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.371978:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.371992:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426905344:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.372047:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.374002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.374310:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426905344:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.374327:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.374379:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2007:x1830887431528448:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2533us (2631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.374387:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14134 00000100:00100000:2.0:1746070978.374460:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431528576 00000100:00100000:2.0:1746070978.374465:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431528576 00000100:00100000:2.0:1746070978.374489:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30334 00000100:00100000:2.0:1746070978.374494:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:1660:x1830887431528576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.374506:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.374518:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015411 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.374537:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.374543:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.374544:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.374547:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.374577:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.374587:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 5 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.374600:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426905472:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.374828:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.376123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.376195:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431528832 00000100:00100000:2.0:1746070978.376200:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431528832 00002000:00100000:2.0:1746070978.376380:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327bad80 x1830887431528832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.376390:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bad80 with x1830887431528832 ext(0->4095) 00010000:00010000:2.0:1746070978.376396:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.376407:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.376412:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327bad80 00000100:00100000:2.0:1746070978.376438:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3051 00000100:00100000:2.0:1746070978.376445:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431528832:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746070978.376563:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431528832:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (441us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070978.376569:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3051 00002000:00100000:2.0:1746070978.376575:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801327bad80 x1830887431528832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746070978.376581:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327bad80 with x1830887431528832 ext(0->4095) 00010000:00010000:2.0:1746070978.376585:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.376595:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:2.0:1746070978.376601:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801327bad80 00000100:00100000:2.0:1746070978.377290:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426905472:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070978.377307:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.377319:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c4c00, rc 0) 00000100:00100000:2.0:1746070978.377340:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:1660:x1830887431528576:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2845us (3342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.377359:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30334 00000100:00100000:0.0:1746070978.379065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.379145:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431528960 00000100:00100000:2.0:1746070978.379150:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431528960 00000100:00100000:2.0:1746070978.379246:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30335 00000100:00100000:2.0:1746070978.379253:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:1661:x1830887431528960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.379264:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.379274:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015418 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.379292:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.379296:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 97 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.379302:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.379305:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015418 expref: 97 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.379328:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 97 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.379336:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015418 expref: 97 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.379344:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5600, rc 0) 00000100:00100000:2.0:1746070978.379631:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:1661:x1830887431528960:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 378us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.379636:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30335 00000100:00100000:0.0:1746070978.381100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.381247:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431529088 00000100:00100000:3.0:1746070978.381252:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431529088 00010000:00010000:3.0:1746070978.381275:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.381356:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14135 00000100:00100000:3.0:1746070978.381363:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431529088:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.381372:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.381386:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.381395:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.381410:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038694 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01540a expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.381562:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.381565:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.381571:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.381577:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.381598:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.381607:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 96 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.381616:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426905728:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.381887:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308600 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.385739:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426905728:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.385761:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.385808:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431529088:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4444us (4707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.385823:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14135 00000100:00100000:0.0:1746070978.386551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.386625:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431529344 00000100:00100000:1.0:1746070978.386630:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431529344 00002000:00100000:1.0:1746070978.386662:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b3b80 x1830887431529344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.386677:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b3b80 with x1830887431529344 ext(0->4095) 00010000:00010000:1.0:1746070978.386684:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.386694:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.386699:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b3b80 00000100:00100000:1.0:1746070978.386726:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3052 00000100:00100000:1.0:1746070978.386732:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2007:x1830887431529344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070978.386822:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2007:x1830887431529344:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.386827:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3052 00002000:00100000:1.0:1746070978.386831:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d3b3b80 x1830887431529344/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.386838:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d3b3b80 with x1830887431529344 ext(0->4095) 00010000:00010000:1.0:1746070978.386842:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.386850:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.386855:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d3b3b80 00000100:00100000:0.0:1746070978.389515:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.389771:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431529472 00000100:00100000:3.0:1746070978.389778:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431529472 00010000:00010000:3.0:1746070978.389807:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.389842:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14136 00000100:00100000:3.0:1746070978.389848:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2008:x1830887431529472:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.390093:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.390110:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.390121:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.390141:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4c00/0xa5d706000803869b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015411 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.390897:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.390900:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.390907:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015418 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.390915:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015418 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.390948:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015418 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.390958:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426905856:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.391040:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.395497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.395607:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426905856:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.395627:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.395662:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2008:x1830887431529472:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5813us (6152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.395674:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14136 00000100:00100000:1.0:1746070978.395752:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431529728 00000100:00100000:1.0:1746070978.395758:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431529728 00002000:00100000:1.0:1746070978.395789:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdd500 x1830887431529728/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.395798:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdd500 with x1830887431529728 ext(0->4095) 00002000:00010000:1.0:1746070978.395803:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdd500 00000100:00100000:1.0:1746070978.395825:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13779 00000100:00100000:1.0:1746070978.395831:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887431529728:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070978.396936:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887431529728:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1102us (1443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.396943:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13779 00002000:00100000:1.0:1746070978.396950:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fbdd500 x1830887431529728/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.396958:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fbdd500 with x1830887431529728 ext(0->4095) 00002000:00010000:1.0:1746070978.396961:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fbdd500 00000100:00100000:0.0:1746070978.398736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.398794:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431529856 00000100:00100000:2.0:1746070978.398806:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431529856 00000100:00100000:2.0:1746070978.398850:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30336 00000100:00100000:2.0:1746070978.398856:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431529856:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.398892:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.398906:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01541f expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.398929:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015418 expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.398936:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.398938:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.398941:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.398970:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015418 expref: 95 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.398980:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015418 expref: 95 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.398990:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426905984:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.399053:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a3c7b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746070978.402781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.402835:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431529984 00000100:00100000:2.0:1746070978.402842:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431529984 00010000:00010000:2.0:1746070978.402885:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015418 expref: 96 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.402907:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14137 00000100:00100000:2.0:1746070978.402914:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2008:x1830887431529984:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070978.402924:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070978.402940:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015418 expref: 96 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.402949:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015418 expref: 96 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.402970:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.402971:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.402977:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.402989:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.403016:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070978.403027:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ffc5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426906112:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070978.403092:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00010000:00010000:3.0:1746070978.403096:0:17293:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5600/0xa5d70600080386a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015418 expref: 96 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.403111:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426905984:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070978.403132:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.403141:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5e00, rc 0) 00000100:00100000:3.0:1746070978.403164:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431529856:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4308us (4433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.403185:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30336 00000100:00100000:2.0:1746070978.406926:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ffc5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426906112:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070978.406946:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070978.407015:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:2008:x1830887431529984:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4101us (4240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.407025:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14137 00000100:00100000:2.0:1746070978.407289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.407307:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431530240 00000100:00100000:1.0:1746070978.407313:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431530240 00000100:00100000:2.0:1746070978.407318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.407339:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431530368 00000100:00100000:2.0:1746070978.407342:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431530368 00002000:00100000:1.0:1746070978.407353:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc5c00 x1830887431530240/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.407362:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc5c00 with x1830887431530240 ext(0->4095) 00002000:00010000:1.0:1746070978.407367:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ffc5c00 00000100:00100000:2.0:1746070978.407374:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30337 00000100:00100000:2.0:1746070978.407380:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+95:1660:x1830887431530368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746070978.407381:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13780 00000100:00100000:1.0:1746070978.407387:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431530240:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746070978.407392:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.407404:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015426 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.407423:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.407433:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.407435:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.407438:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.407459:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.407470:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746070978.407478:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ffc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431530240:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (188us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070978.407479:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426906240:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070978.407484:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13780 00002000:00100000:1.0:1746070978.407489:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ffc5c00 x1830887431530240/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.407496:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ffc5c00 with x1830887431530240 ext(0->4095) 00010000:00010000:1.0:1746070978.407501:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.407511:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.407517:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ffc5c00 00000100:00100000:2.0:1746070978.407519:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070978.410272:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426906240:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070978.410295:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.410309:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5c00, rc 0) 00000100:00100000:2.0:1746070978.410972:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:1660:x1830887431530368:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3589us (3651us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.410979:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30337 00000100:00100000:0.0:1746070978.411373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.411517:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431530496 00000100:00100000:2.0:1746070978.411531:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431530496 00000100:00100000:2.0:1746070978.411568:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30338 00000100:00100000:2.0:1746070978.411574:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:1661:x1830887431530496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.411595:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.411606:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01542d expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.411633:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.411638:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 97 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.411644:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.411654:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01542d expref: 97 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.411690:0:10108:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 97 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.411700:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01542d expref: 97 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.411708:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c4a00, rc 0) 00000100:00100000:2.0:1746070978.412562:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:1661:x1830887431530496:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 986us (1200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.412567:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30338 00000100:00100000:3.0:1746070978.412747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.413584:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431530624 00000100:00100000:2.0:1746070978.413588:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431530624 00010000:00010000:2.0:1746070978.413623:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.413758:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14138 00000100:00100000:2.0:1746070978.413766:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2009:x1830887431530624:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070978.413777:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070978.413791:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.413801:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.413830:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386a9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01541f expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.414138:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.414140:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.414165:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.414173:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.414223:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.414233:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 96 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.414242:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426906496:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070978.414984:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.418858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.419060:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426906496:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070978.419078:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070978.419111:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431530624:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5346us (6364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.419120:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14138 00000100:00100000:3.0:1746070978.419400:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431530880 00000100:00100000:3.0:1746070978.419407:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431530880 00002000:00100000:3.0:1746070978.419438:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de41500 x1830887431530880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.419447:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41500 with x1830887431530880 ext(0->4095) 00010000:00010000:3.0:1746070978.419454:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.419465:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.419471:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de41500 00000100:00100000:3.0:1746070978.419486:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3053 00000100:00100000:3.0:1746070978.419491:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2008:x1830887431530880:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746070978.419588:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2008:x1830887431530880:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (736us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070978.419593:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3053 00002000:00100000:3.0:1746070978.419598:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009de41500 x1830887431530880/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.419604:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009de41500 with x1830887431530880 ext(0->4095) 00010000:00010000:3.0:1746070978.419608:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.419616:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.419622:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009de41500 00000100:00100000:0.0:1746070978.423076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.424876:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431531008 00000100:00100000:2.0:1746070978.424890:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431531008 00010000:00010000:2.0:1746070978.424927:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.425452:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14139 00000100:00100000:2.0:1746070978.425459:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2010:x1830887431531008:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070978.425471:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070978.425485:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.425496:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.425515:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5c00/0xa5d70600080386b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015426 expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:2.0:1746070978.425541:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.425543:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.425548:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01542d expref: 96 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.425554:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01542d expref: 96 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.425581:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01542d expref: 96 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070978.425590:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426906624:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070978.425662:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.428078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.428374:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426906624:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.428392:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.428428:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2010:x1830887431531008:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2969us (5358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.428437:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14139 00000100:00100000:1.0:1746070978.428586:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431531264 00000100:00100000:1.0:1746070978.428592:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431531264 00002000:00100000:1.0:1746070978.428622:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5354000 x1830887431531264/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.428630:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5354000 with x1830887431531264 ext(0->4095) 00002000:00010000:1.0:1746070978.428634:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5354000 00000100:00100000:1.0:1746070978.428647:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13781 00000100:00100000:1.0:1746070978.428653:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2008:x1830887431531264:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070978.429248:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2008:x1830887431531264:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 593us (1174us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.429255:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13781 00002000:00100000:1.0:1746070978.429260:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a5354000 x1830887431531264/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.429273:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5354000 with x1830887431531264 ext(0->4095) 00002000:00010000:1.0:1746070978.429275:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5354000 00000100:00100000:0.0:1746070978.435647:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.435748:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431531392 00000100:00100000:2.0:1746070978.435756:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431531392 00000100:00100000:2.0:1746070978.435984:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30339 00000100:00100000:2.0:1746070978.435992:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:1661:x1830887431531392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.436007:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.436022:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015434 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.436046:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01542d expref: 95 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.436052:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.436054:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.436056:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.436080:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01542d expref: 95 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.436090:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01542d expref: 95 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.436104:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426906752:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.436800:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070978.438246:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426906752:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070978.438267:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.438279:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c4400, rc 0) 00000100:00100000:2.0:1746070978.438307:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:1661:x1830887431531392:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2316us (2666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.438314:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30339 00000100:00100000:0.0:1746070978.439538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.439617:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431531520 00000100:00100000:3.0:1746070978.439623:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431531520 00010000:00010000:3.0:1746070978.439647:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01542d expref: 96 pid: 10108 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.439678:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14140 00000100:00100000:3.0:1746070978.439685:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2007:x1830887431531520:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.439694:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.439709:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01542d expref: 96 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.439718:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01542d expref: 96 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.439735:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01542d expref: 96 pid: 10108 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.439751:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.439752:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.439758:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.439764:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.439790:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.439800:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426906880:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.439855:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.441185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.441260:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431531648 00000100:00100000:2.0:1746070978.441264:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431531648 00000100:00100000:2.0:1746070978.442318:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30340 00000100:00100000:2.0:1746070978.442327:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:1660:x1830887431531648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.442341:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.442364:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01543b expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.442384:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.442391:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.442392:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.442395:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 97 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.442423:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.442434:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 5 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:2.0:1746070978.442443:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426907008:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070978.443034:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a0fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.443955:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426906880:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.443971:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.444361:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2007:x1830887431531520:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4672us (4820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.444371:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14140 00000100:00100000:0.0:1746070978.444532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.445194:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431531904 00000100:00100000:1.0:1746070978.445200:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431531904 00002000:00100000:1.0:1746070978.445231:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c0380 x1830887431531904/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.445241:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0380 with x1830887431531904 ext(0->4095) 00010000:00010000:1.0:1746070978.445248:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.445260:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.445266:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c0380 00000100:00100000:1.0:1746070978.445291:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3054 00000100:00100000:1.0:1746070978.445297:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431531904:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746070978.445409:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431531904:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (877us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.445414:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3054 00002000:00100000:1.0:1746070978.445419:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e5c0380 x1830887431531904/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.445426:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5c0380 with x1830887431531904 ext(0->4095) 00010000:00010000:1.0:1746070978.445431:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746070978.445440:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746070978.445445:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e5c0380 00000100:00100000:2.0:1746070978.446569:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426907008:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070978.446588:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.446600:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5000, rc 0) 00000100:00100000:2.0:1746070978.446623:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:1660:x1830887431531648:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4298us (5439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.446629:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30340 00000100:00100000:0.0:1746070978.447537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.448196:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431532032 00000100:00100000:2.0:1746070978.448202:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431532032 00000100:00100000:2.0:1746070978.448598:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30341 00000100:00100000:2.0:1746070978.448606:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:1661:x1830887431532032:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746070978.448618:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.448629:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015442 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.448647:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070978.448652:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 97 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.448657:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070978.448660:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015442 expref: 97 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.448684:0:17293:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 97 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.448693:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015442 expref: 97 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.448700:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5e00, rc 0) 00000100:00100000:2.0:1746070978.449247:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:1661:x1830887431532032:12345-192.168.204.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 641us (1709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.449253:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30341 00000100:00100000:1.0:1746070978.449438:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.449638:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431532160 00000100:00100000:3.0:1746070978.449642:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431532160 00010000:00010000:3.0:1746070978.449661:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.449687:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14141 00000100:00100000:3.0:1746070978.449692:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431532160:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.449699:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.449713:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.449720:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.449734:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c4400/0xa5d70600080386be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015434 expref: 6 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.449753:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.449755:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.449760:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.449767:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.449784:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.449794:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 96 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.449804:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426907264:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.449849:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746070978.452427:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426907264:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.452448:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.452478:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431532160:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2785us (3039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.452486:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14141 00000100:00100000:0.0:1746070978.453926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.454030:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431532416 00000100:00100000:3.0:1746070978.454035:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431532416 00002000:00100000:3.0:1746070978.454065:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc42d80 x1830887431532416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.454074:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42d80 with x1830887431532416 ext(0->4095) 00010000:00010000:3.0:1746070978.454080:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.454092:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.454097:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc42d80 00000100:00100000:3.0:1746070978.454813:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3055 00000100:00100000:3.0:1746070978.454821:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2007:x1830887431532416:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746070978.454960:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2007:x1830887431532416:12345-192.168.204.29@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (1036us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746070978.454967:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3055 00002000:00100000:3.0:1746070978.454972:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc42d80 x1830887431532416/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746070978.454978:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42d80 with x1830887431532416 ext(0->4095) 00010000:00010000:3.0:1746070978.454983:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.454992:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00002000:00010000:3.0:1746070978.454997:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fc42d80 00000100:00100000:0.0:1746070978.458046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.458627:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431532544 00000100:00100000:3.0:1746070978.458636:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431532544 00010000:00010000:3.0:1746070978.458665:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00000100:00100000:3.0:1746070978.458702:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14142 00000100:00100000:3.0:1746070978.458712:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2010:x1830887431532544:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070978.458722:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070978.458738:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.458749:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.458769:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080386c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01543b expref: 97 pid: 17293 timeout: 801 lvb_type: 0 00010000:00010000:3.0:1746070978.458831:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.458832:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070978.458839:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015442 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.458845:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015442 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070978.458891:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015442 expref: 96 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070978.458902:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426907392:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070978.459618:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5308a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070978.460528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070978.460575:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431532800 00000100:00100000:1.0:1746070978.460580:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431532800 00002000:00100000:1.0:1746070978.460605:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc42300 x1830887431532800/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/0 e 0 to 0 dl 1746070989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.460612:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42300 with x1830887431532800 ext(0->4095) 00002000:00010000:1.0:1746070978.460616:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc42300 00000100:00100000:3.0:1746070978.460617:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426907392:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070978.460632:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070978.460670:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+97:2010:x1830887431532544:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1961us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070978.460678:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14142 00000100:00100000:1.0:1746070978.460848:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13782 00000100:00100000:1.0:1746070978.460854:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2008:x1830887431532800:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746070978.460953:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+96:2008:x1830887431532800:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070978.460959:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13782 00002000:00100000:1.0:1746070978.460964:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009fc42300 x1830887431532800/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746070989 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070978.460970:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42300 with x1830887431532800 ext(0->4095) 00002000:00010000:1.0:1746070978.460973:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc42300 00000100:00100000:0.0:1746070978.473578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.473948:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431533056 00000100:00100000:2.0:1746070978.473956:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431533056 00000100:00100000:2.0:1746070978.474014:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 174 00000100:00100000:2.0:1746070978.474021:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:1660:x1830887431533056:12345-192.168.204.29@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746070978.474160:0:24923:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294981717 00000100:00100000:2.0:1746070978.474248:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:1660:x1830887431533056:12345-192.168.204.29@tcp:35:rw_seq_cst_vs_d.0 Request processed in 227us (676us total) trans 4294981718 rc 0/0 00000100:00100000:2.0:1746070978.474254:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 174 00000020:00080000:2.0:1746070978.474258:0:24923:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1746070978.474322:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070978.481700:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070978.481774:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431533312 00000100:00100000:3.0:1746070978.481781:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431533312 00000100:00100000:3.0:1746070978.481854:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 175 00000100:00100000:3.0:1746070978.481862:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+7:1660:x1830887431533312:12345-192.168.204.29@tcp:35:rw_seq_cst_vs_d.0 00000100:00080000:1.0:1746070978.481880:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070978.483106:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+8:1660:x1830887431533312:12345-192.168.204.29@tcp:35:rw_seq_cst_vs_d.0 Request processed in 1243us (1411us total) trans 4294981719 rc 0/0 00000100:00100000:3.0:1746070978.483113:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 175 00000100:00100000:0.0:1746070978.518670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.518732:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431533440 00000100:00100000:2.0:1746070978.518741:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431533440 00000100:00100000:2.0:1746070978.518789:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32116 00000100:00100000:2.0:1746070978.518795:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:1678:x1830887431533440:12345-192.168.204.29@tcp:101:rm.0 00010000:00010000:2.0:1746070978.518813:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.518826:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4c00/0xa5d70600080386d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015449 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.518893:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070978.518904:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070978.518914:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:2.0:1746070978.518948:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746070978.518951:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746070978.518963:0:7218:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070978.518979:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4c00/0xa5d70600080386d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015449 expref: 10 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.519012:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015449 expref: 9 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.519018:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070978.519020:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070978.519023:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c4a00, rc 0) 00000100:00100000:2.0:1746070978.519061:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:1678:x1830887431533440:12345-192.168.204.29@tcp:101:rm.0 Request processed in 266us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.519070:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32116 00000100:00100000:0.0:1746070978.520162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.520229:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431533568 00000100:00100000:2.0:1746070978.520233:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431533568 00000100:00100000:2.0:1746070978.520468:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32117 00000100:00100000:2.0:1746070978.520475:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:1678:x1830887431533568:12345-192.168.204.29@tcp:101:rm.0 00010000:00010000:2.0:1746070978.520483:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070978.520492:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5200/0xa5d70600080386e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015450 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.520520:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fe00/0xa5d70600080386e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520527:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fe00/0xa5d70600080386e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520533:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fe00/0xa5d70600080386e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520542:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e000/0xa5d70600080386ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520546:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e000/0xa5d70600080386ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520551:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e000/0xa5d70600080386ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520604:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e200/0xa5d70600080386f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520610:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e200/0xa5d70600080386f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520616:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e200/0xa5d70600080386f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:2.0:1746070978.520638:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 8 00000004:00200000:2.0:1746070978.520641:0:21534:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746070978.520650:0:21534:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e200/0xa5d70600080386f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520657:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e200/0xa5d70600080386f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520663:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fe00/0xa5d70600080386e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520668:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fe00/0xa5d70600080386e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520673:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fe00/0xa5d70600080386e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520678:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36fe00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070978.520681:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fe00/0xa5d70600080386e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520686:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fe00/0xa5d70600080386e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520694:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070978.520696:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070978.520699:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fe00/0xa5d70600080386e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520703:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fe00/0xa5d70600080386e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520712:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e000/0xa5d70600080386ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520717:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e000/0xa5d70600080386ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520720:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e000/0xa5d70600080386ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520724:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36e000 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070978.520726:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e000/0xa5d70600080386ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520730:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e000/0xa5d70600080386ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520735:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8800a5e86f00) 00010000:00010000:2.0:1746070978.520737:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070978.520739:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e000/0xa5d70600080386ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520743:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e000/0xa5d70600080386ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.520760:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5200/0xa5d70600080386e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015450 expref: 11 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.520767:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e200/0xa5d70600080386f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015450 expref: 10 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.520772:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8800a54a6b00) 00010000:00010000:2.0:1746070978.520775:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070978.520776:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e200, rc 0) 00000100:00100000:2.0:1746070978.521535:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:1678:x1830887431533568:12345-192.168.204.29@tcp:101:rm.0 Request processed in 1059us (1373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070978.521542:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32117 00000100:00100000:0.0:1746070978.523483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070978.523570:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431533824 00000100:00100000:2.0:1746070978.523575:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431533824 00000100:00100000:2.0:1746070978.523767:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32118 00000100:00100000:2.0:1746070978.523774:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:1678:x1830887431533824:12345-192.168.204.29@tcp:36:rm.0 00010000:00010000:2.0:1746070978.523810:0:21534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746070978.523827:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e200/0xa5d70600080386f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015450 expref: 10 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.523841:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e3400/0xa5d7060008035b0c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f012889 expref: 9 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.523851:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8800a54a6b00) 00010000:00010000:2.0:1746070978.523858:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4a00/0xa5d70600080386da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015449 expref: 8 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070978.523886:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070978.523889:0:21534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070978.523900:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fa00/0xa5d70600080386fd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.523909:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fa00/0xa5d70600080386fd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.523916:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fa00/0xa5d70600080386fd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.523926:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038704 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.523932:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038704 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.523937:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038704 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.523985:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d706000803870b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.523992:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d706000803870b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.523997:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d706000803870b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000040:00080000:2.0:1746070978.524135:0:21534:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:2.0:1746070978.524142:0:21534:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 701573277383ns, next at 702573275786ns, rc = 0 00010000:00010000:2.0:1746070978.524173:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5600/0xa5d7060008038712 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524179:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5600/0xa5d7060008038712 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524185:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5600/0xa5d7060008038712 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524191:0:21534:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5600/0xa5d7060008038712 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524196:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5600/0xa5d7060008038712 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524207:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5600/0xa5d7060008038712 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524230:0:21534:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746070978.524242:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d706000803870b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524247:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d706000803870b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524252:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d706000803870b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524257:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36e800 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070978.524260:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d706000803870b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524265:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d706000803870b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524271:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8800a54a6b00) 00010000:00010000:2.0:1746070978.524273:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746070978.524276:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d706000803870b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524280:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d706000803870b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070978.524286:0:8368:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746070978.524291:0:8368:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5600/0xa5d7060008038712 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070978.524297:0:8368:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a06c5600 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070978.524299:0:8368:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5600/0xa5d7060008038712 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070978.524304:0:8368:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5600/0xa5d7060008038712 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070978.524311:0:8368:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8800a54a6b00) 00010000:00010000:3.0:1746070978.524313:0:8368:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746070978.524315:0:8368:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5600/0xa5d7060008038712 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070978.524318:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5600/0xa5d7060008038712 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070978.524440:0:8368:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746070978.524442:0:8368:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746070978.524443:0:8368:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746070978.524538:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fa00/0xa5d70600080386fd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524544:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fa00/0xa5d70600080386fd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524552:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fa00/0xa5d70600080386fd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524556:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36fa00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070978.524559:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fa00/0xa5d70600080386fd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524563:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fa00/0xa5d70600080386fd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524570:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070978.524572:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070978.524574:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fa00/0xa5d70600080386fd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524578:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fa00/0xa5d70600080386fd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00000004:00010000:2.0:1746070978.524584:0:21534:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a5e0f100 reply state ffff880135668000 transno 4294981720 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038704 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524590:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038704 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070978.524595:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8800a5e86600) 00010000:00010000:2.0:1746070978.524597:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746070978.524599:0:21534:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746070978.525921:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:1678:x1830887431533824:12345-192.168.204.29@tcp:36:rm.0 Request processed in 2145us (2440us total) trans 4294981720 rc 0/0 00000100:00100000:2.0:1746070978.525928:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32118 00010000:00010000:2.0:1746070978.586596:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746070979.588083:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746070979.673902:0:9564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972315 is committed 00000100:00100000:2.0:1746070979.848767:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746070979.848785:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426907520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746070979.848837:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070979.849777:0:18883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426907520 00000100:00100000:3.0:1746070979.849783:0:18883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426907520 00000100:00100000:3.0:1746070979.849832:0:18883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1746070979.849839:0:18883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3764:x1830887426907520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746070979.849890:0:18883:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:3.0:1746070979.849939:0:18883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3764:x1830887426907520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070979.849945:0:18883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1746070979.850015:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426907520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746070980.377322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070980.377365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070980.377395:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070980.377412:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070980.377425:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070980.377436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070980.377447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070980.377514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070980.377536:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431534848 00000100:00100000:0.0:1746070980.377543:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431534848 00000100:00100000:0.0:1746070980.377579:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431534336 00000100:00100000:0.0:1746070980.377581:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431534336 00000100:00100000:0.0:1746070980.377592:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431534464 00000100:00100000:0.0:1746070980.377594:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431534464 00000100:00100000:0.0:1746070980.377613:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 748 00000100:00100000:0.0:1746070980.377620:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431534848:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070980.377649:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431534208 00000100:00100000:2.0:1746070980.377653:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431534208 00000100:00100000:0.0:1746070980.377667:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431534848:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 49us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070980.377673:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 748 00000100:00100000:2.0:1746070980.377674:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431534592 00000100:00100000:2.0:1746070980.377675:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431534592 00000100:00100000:2.0:1746070980.377685:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431534080 00000100:00100000:0.0:1746070980.377685:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 749 00000100:00100000:2.0:1746070980.377686:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431534080 00000100:00100000:0.0:1746070980.377690:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431534336:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070980.377694:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431534720 00000100:00100000:2.0:1746070980.377696:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431534720 00000100:00100000:0.0:1746070980.377705:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431534336:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 15us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070980.377706:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1070 00000100:00100000:2.0:1746070980.377710:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2007:x1830887431534208:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070980.377710:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 749 00000100:00100000:0.0:1746070980.377716:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30342 00000100:00100000:0.0:1746070980.377720:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2006:x1830887431534464:12345-192.168.204.29@tcp:9:kworker.0 00000100:00100000:2.0:1746070980.377730:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2007:x1830887431534208:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 20us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070980.377734:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1070 00000020:00000080:0.0:1746070980.377735:0:17293:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa5d7060007f5af60 00000100:00080000:0.0:1746070980.377741:0:17293:0:(import.c:66:import_set_state_nolock()) ffff8800a553e800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1746070980.377743:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1071 00000100:00100000:2.0:1746070980.377747:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2007:x1830887431534592:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070980.377766:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2007:x1830887431534592:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 19us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070980.377770:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1071 00000001:00000004:0.0:1746070980.377771:0:17293:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970697 00000100:00100000:2.0:1746070980.377776:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1072 00000100:00100000:2.0:1746070980.377779:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431534080:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070980.377796:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431534080:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 16us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070980.377799:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1072 00000100:00100000:2.0:1746070980.377805:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1073 00000100:00100000:2.0:1746070980.377809:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431534720:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070980.377822:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431534720:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 12us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070980.377826:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1073 00010000:00010000:2.0:1746070980.377843:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070980.377851:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+2:2006:x1830887431534464:12345-192.168.204.29@tcp:9:kworker.0 Request processed in 130us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070980.377856:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30342 00000100:00080000:0.0:1746070980.377888:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746070980.377891:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746070980.377893:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070980.377895:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070980.378034:0:7213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431533952 00000100:00100000:3.0:1746070980.378037:0:7213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431533952 00000100:00100000:3.0:1746070980.378062:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 546 00000100:00100000:3.0:1746070980.378067:0:7213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:61fe79c9-085c-4ff1-ac4e-0d8c7f263f56+12:2007:x1830887431533952:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:3.0:1746070980.378092:0:7213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7eecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:61fe79c9-085c-4ff1-ac4e-0d8c7f263f56+12:2007:x1830887431533952:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 25us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070980.378096:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 546 00000001:00100000:0.0:1746070980.384214:0:10906:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2cef828f-2ddc-413e-ab0c-d5649e53048f 00000020:00000080:0.0:1746070980.384220:0:10906:0:(genops.c:904:class_export_put()) final put ffff8800a553b000/2cef828f-2ddc-413e-ab0c-d5649e53048f 00000001:00100000:0.0:1746070980.384235:0:10906:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8b0b53bb-88cc-4676-8162-fb03f163a964 00000020:00000080:2.0:1746070980.384236:0:10098:0:(genops.c:863:class_export_destroy()) destroying export ffff8800a553b000/2cef828f-2ddc-413e-ab0c-d5649e53048f for lustre-OST0001 00000020:00000080:0.0:1746070980.384237:0:10906:0:(genops.c:904:class_export_put()) final put ffff8800a5ef3000/8b0b53bb-88cc-4676-8162-fb03f163a964 00000020:00000080:2.0:1746070980.384261:0:10098:0:(genops.c:863:class_export_destroy()) destroying export ffff8800a5ef3000/8b0b53bb-88cc-4676-8162-fb03f163a964 for lustre-OST0001 00000020:00000080:2.0:1746070980.384274:0:10098:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800a553e800 for lustre-OST0001 00000020:00000080:2.0:1746070980.384277:0:10098:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800a5ef1800 for lustre-OST0001 00010000:00010000:3.0:1746070980.592700:0:8368:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746070981.175132:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426907904:0@lo:400:kworker.0 00000100:00100000:1.0:1746070981.175136:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830887426908032:0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.175275:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830887426907776:0@lo:400:kworker.0 00000100:00100000:0.0:1746070981.175327:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b6e34143-9aca-4109-8ccf-1624f7851e8d:3764:1830887426907648:0@lo:400:kworker.0 00000100:00100000:2.0:1746070981.175601:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070981.175636:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094919180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3766:1830887426908416:0@lo:400:kworker.0 00000100:00100000:2.0:1746070981.175653:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070981.175662:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3766:1830887426908928:0@lo:400:kworker.0 00000100:00100000:2.0:1746070981.175672:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070981.175697:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426908416 00000100:00100000:2.0:1746070981.175702:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426908416 00000100:00100000:2.0:1746070981.175729:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426908928 00000100:00100000:2.0:1746070981.175731:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426908928 00000100:00100000:2.0:1746070981.175747:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:2.0:1746070981.175752:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830887426908416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070981.175782:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830887426908416:12345-0@lo:400:kworker.0 Request processed in 30us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070981.175787:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:2.0:1746070981.175797:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:2.0:1746070981.175801:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1830887426908928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070981.175813:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1830887426908928:12345-0@lo:400:kworker.0 Request processed in 12us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070981.175817:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:2.0:1746070981.175840:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094919180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3766:1830887426908416:0@lo:400:kworker.0 00000100:00100000:2.0:1746070981.175846:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3766:1830887426908928:0@lo:400:kworker.0 00000100:00100000:2.0:1746070981.175882:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426907904 00000100:00100000:2.0:1746070981.175885:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426907904 00000100:00100000:2.0:1746070981.175900:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1746070981.175904:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830887426907904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070981.175924:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830887426907904:12345-0@lo:400:kworker.0 Request processed in 20us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070981.175928:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00080000:2.0:1746070981.175937:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746070981.175948:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426907904:0@lo:400:kworker.0 00000100:00100000:1.0:1746070981.176082:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070981.176101:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426908544:0@lo:400:kworker.0 00000100:00100000:1.0:1746070981.176117:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070981.176128:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426909056:0@lo:400:kworker.0 00000100:00100000:1.0:1746070981.176143:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070981.176166:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426908544 00000100:00100000:1.0:1746070981.176169:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426908544 00000100:00100000:1.0:1746070981.176189:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426909056 00000100:00100000:1.0:1746070981.176191:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426909056 00000100:00100000:1.0:1746070981.176203:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1746070981.176208:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426908544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.176209:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070981.176222:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3765:1830887426908288:0@lo:400:kworker.0 00000100:00100000:1.0:1746070981.176231:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426908544:12345-0@lo:400:kworker.0 Request processed in 23us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070981.176235:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070981.176235:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:3.0:1746070981.176243:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3765:1830887426908800:0@lo:400:kworker.0 00000100:00100000:1.0:1746070981.176245:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1746070981.176249:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426909056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.176255:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070981.176264:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426909056:12345-0@lo:400:kworker.0 Request processed in 15us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070981.176267:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1746070981.176272:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426908032 00000100:00100000:3.0:1746070981.176274:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426908032 00000100:00080000:1.0:1746070981.176278:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746070981.176280:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070981.176289:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426907776 00000100:00100000:3.0:1746070981.176291:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426907776 00000100:00100000:3.0:1746070981.176312:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426908288 00000100:00100000:3.0:1746070981.176313:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426908288 00000100:00100000:3.0:1746070981.176325:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426908800 00000100:00100000:3.0:1746070981.176326:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426908800 00000100:00100000:3.0:1746070981.176335:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1746070981.176339:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1830887426908032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.176362:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1830887426908032:12345-0@lo:400:kworker.0 Request processed in 22us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070981.176366:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1746070981.176374:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1746070981.176378:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830887426907776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.176395:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830887426907776:12345-0@lo:400:kworker.0 Request processed in 17us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070981.176399:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1746070981.176407:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:3.0:1746070981.176411:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830887426908288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.176428:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830887426908288:12345-0@lo:400:kworker.0 Request processed in 17us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070981.176431:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:3.0:1746070981.176438:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:3.0:1746070981.176442:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830887426908800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.176454:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830887426908800:12345-0@lo:400:kworker.0 Request processed in 13us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070981.176458:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:3.0:1746070981.176478:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830887426907776:0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.176483:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3765:1830887426908288:0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.176488:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d8c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3765:1830887426908800:0@lo:400:kworker.0 00000100:00100000:0.0:1746070981.177145:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070981.177164:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426908160:0@lo:400:kworker.0 00000100:00100000:0.0:1746070981.177180:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070981.177190:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426908672:0@lo:400:kworker.0 00000100:00100000:0.0:1746070981.177205:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070981.177216:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426909184:0@lo:400:kworker.0 00000100:00100000:0.0:1746070981.177228:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070981.177281:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426907648 00000100:00100000:3.0:1746070981.177284:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426907648 00000100:00100000:3.0:1746070981.177309:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1746070981.177313:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b6e34143-9aca-4109-8ccf-1624f7851e8d+23:3764:x1830887426907648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.177335:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b6e34143-9aca-4109-8ccf-1624f7851e8d+23:3764:x1830887426907648:12345-0@lo:400:kworker.0 Request processed in 22us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070981.177339:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1746070981.177357:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426908672 00000100:00100000:3.0:1746070981.177359:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426908672 00000100:00100000:3.0:1746070981.177371:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426909184 00000100:00100000:3.0:1746070981.177372:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426909184 00000100:00100000:3.0:1746070981.177381:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1746070981.177384:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426908672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.177398:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426908672:12345-0@lo:400:kworker.0 Request processed in 14us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070981.177402:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1746070981.177407:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1746070981.177410:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426909184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.177422:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426909184:12345-0@lo:400:kworker.0 Request processed in 12us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070981.177426:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1746070981.177755:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426908544:0@lo:400:kworker.0 00000100:00100000:1.0:1746070981.177771:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426909056:0@lo:400:kworker.0 00000100:00100000:2.0:1746070981.177773:0:18883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426908160 00000100:00100000:2.0:1746070981.177775:0:18883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426908160 00000100:00100000:1.0:1746070981.177785:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830887426908032:0@lo:400:kworker.0 00000100:00100000:2.0:1746070981.177793:0:18883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1746070981.177796:0:18883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426908160:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746070981.177798:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746070981.177800:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746070981.177803:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746070981.177819:0:18883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426908160:12345-0@lo:400:kworker.0 Request processed in 22us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070981.177824:0:18883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1746070981.178010:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b6e34143-9aca-4109-8ccf-1624f7851e8d:3764:1830887426907648:0@lo:400:kworker.0 00000100:00100000:0.0:1746070981.178018:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426908160:0@lo:400:kworker.0 00000100:00100000:0.0:1746070981.178024:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d8c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426908672:0@lo:400:kworker.0 00000100:00100000:0.0:1746070981.178031:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426909184:0@lo:400:kworker.0 00000100:00100000:3.0:1746070981.191317:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426909312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746070981.191374:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070981.191426:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426909312 00000100:00100000:3.0:1746070981.191431:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426909312 00000100:00100000:3.0:1746070981.191801:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1746070981.191809:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426909312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746070981.191835:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746070981.192433:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426909312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 625us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070981.192440:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1746070981.192514:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426909312:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746070981.223068:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426909440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746070981.223123:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070981.223163:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426909440 00000100:00100000:3.0:1746070981.223170:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426909440 00000100:00100000:3.0:1746070981.223417:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1746070981.223426:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012381ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426909440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746070981.223448:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3920044032 avail 3688521728 00000100:00100000:3.0:1746070981.223482:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012381ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426909440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070981.223541:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1746070981.223610:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426909440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746070981.225573:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426909568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746070981.225615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070981.225705:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426909568 00000100:00100000:3.0:1746070981.225710:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426909568 00000100:00100000:3.0:1746070981.225743:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1746070981.225748:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426909568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746070981.225762:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3920044032 avail 3688521728 00000100:00100000:3.0:1746070981.225998:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426909568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 249us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070981.226003:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1746070981.226190:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426909568:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1746070981.595589:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746070982.039217:0:28062:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 23:43:01 (1746070981) 00000100:00100000:0.0:1746070982.105731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.108537:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431534976 00000100:00100000:1.0:1746070982.108545:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431534976 00000100:00100000:1.0:1746070982.108610:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32119 00000100:00100000:1.0:1746070982.108619:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2336:x1830887431534976:12345-192.168.204.29@tcp:41:stat.0 00000100:00080000:0.0:1746070982.108648:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000024:1.0:1746070982.108664:0:7218:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7843217408 avail 7378911232 00000100:00100000:1.0:1746070982.108736:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2336:x1830887431534976:12345-192.168.204.29@tcp:41:stat.0 Request processed in 118us (3010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.108742:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32119 00000100:00100000:0.0:1746070982.214960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.215042:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431535104 00000100:00100000:1.0:1746070982.215050:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431535104 00000100:00100000:1.0:1746070982.215103:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32120 00000100:00100000:1.0:1746070982.215110:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2340:x1830887431535104:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:1.0:1746070982.215126:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.215140:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779c00/0xa5d7060008038719 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015457 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.215191:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779800/0xa5d7060008038720 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.215201:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779800/0xa5d7060008038720 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.215211:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779800/0xa5d7060008038720 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746070982.215247:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746070982.215250:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746070982.215263:0:7218:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779800/0xa5d7060008038720 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.215307:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779c00/0xa5d7060008038719 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015457 expref: 11 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.215338:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779800/0xa5d7060008038720 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015457 expref: 10 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.215345:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070982.215348:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746070982.215351:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779800, rc 0) 00000100:00100000:1.0:1746070982.215384:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2340:x1830887431535104:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 275us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.215390:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32120 00000100:00100000:0.0:1746070982.218456:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.218528:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431535232 00000100:00100000:1.0:1746070982.218536:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431535232 00000100:00100000:1.0:1746070982.218581:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32121 00000100:00100000:1.0:1746070982.218588:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132506850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2340:x1830887431535232:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:1.0:1746070982.218602:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.218615:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778e00/0xa5d7060008038727 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01545e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.218656:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778600/0xa5d706000803872e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218666:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778600/0xa5d706000803872e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218675:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778600/0xa5d706000803872e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218685:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779c00/0xa5d7060008038735 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218690:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779c00/0xa5d7060008038735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218694:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779c00/0xa5d7060008038735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218727:0:7218:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778600/0xa5d706000803872e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218731:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778600/0xa5d706000803872e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218736:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778600/0xa5d706000803872e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218740:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778600/0xa5d706000803872e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218745:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0778600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070982.218748:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778600/0xa5d706000803872e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218754:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778600/0xa5d706000803872e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218770:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070982.218772:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070982.218775:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778600/0xa5d706000803872e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218923:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778600/0xa5d706000803872e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218945:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779c00/0xa5d7060008038735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218949:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779c00/0xa5d7060008038735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218953:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779c00/0xa5d7060008038735 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218957:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0779c00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070982.218959:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779c00/0xa5d7060008038735 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218963:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779c00/0xa5d7060008038735 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218970:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a00a2b00) 00010000:00010000:1.0:1746070982.218972:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070982.218974:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779c00/0xa5d7060008038735 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.218978:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779c00/0xa5d7060008038735 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.219001:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778e00/0xa5d7060008038727 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01545e expref: 11 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.219008:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778e00/0xa5d7060008038727 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01545e expref: 11 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.219015:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778e00, rc 0) 00000100:00100000:1.0:1746070982.219051:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132506850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2340:x1830887431535232:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 464us (603us total) trans 0 rc 301/301 00000100:00100000:1.0:1746070982.219057:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32121 00000100:00100000:0.0:1746070982.222666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.222739:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431535488 00000100:00100000:1.0:1746070982.222747:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431535488 00000100:00100000:1.0:1746070982.222789:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32122 00000100:00100000:1.0:1746070982.222796:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2340:x1830887431535488:12345-192.168.204.29@tcp:36:lfs.0 00010000:00010000:1.0:1746070982.222836:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070982.222855:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779800/0xa5d7060008038720 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015457 expref: 10 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.222898:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070982.222901:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070982.222940:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d706000803873c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.222949:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d706000803873c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.222957:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d706000803873c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.222966:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778400/0xa5d7060008038743 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.222975:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778400/0xa5d7060008038743 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.222980:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778400/0xa5d7060008038743 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000040:00080000:1.0:1746070982.224333:0:7218:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:1.0:1746070982.224401:0:7218:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:1.0:1746070982.224406:0:7218:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800a06bc480 with version 18 00000004:00080000:2.0:1746070982.224501:0:9057:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800aaada540 version 18 rpc_version 18 00000020:00100000:2.0:1746070982.224862:0:9057:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1746070982.224883:0:9057:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009e350700 x1830887426909824/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746070982.224901:0:9057:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e350700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9057:1830887426909824:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746070982.224948:0:9057:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070982.224998:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426909824 00000100:00100000:2.0:1746070982.225001:0:9057:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129faa900 going to sleep for 11 seconds 00000100:00100000:3.0:1746070982.225004:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426909824 00000100:00100000:3.0:1746070982.225036:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1746070982.225041:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9057:x1830887426909824:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746070982.225394:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:9057:x1830887426909824:12345-0@lo:1000:osp_up1-0.0 Request processed in 352us (445us total) trans 4294967381 rc 0/0 00000100:00100000:3.0:1746070982.225403:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1746070982.225786:0:9057:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e350700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9057:1830887426909824:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1746070982.225919:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d706000803874a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.225931:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d706000803874a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.225940:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d706000803874a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.225953:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0c00/0xa5d7060008038751 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.225958:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0c00/0xa5d7060008038751 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.225963:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0c00/0xa5d7060008038751 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.225983:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.225989:0:7218:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.225996:0:7218:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7218 initiator: MDT0 00000100:00100000:1.0:1746070982.226006:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072776300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:7218:1830887426909952:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1746070982.226028:0:7218:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070982.226072:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070982.226186:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426909952 00000100:00100000:3.0:1746070982.226189:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426909952 00000100:00100000:3.0:1746070982.226239:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1746070982.226244:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7218:x1830887426909952:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1746070982.226255:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070982.226292:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5dec000/0xa5d706000803875f lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa5d7060008038758 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.226306:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5dec000/0xa5d706000803875f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa5d7060008038758 expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.226317:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5dec000/0xa5d706000803875f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa5d7060008038758 expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.226323:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880124262300) 00010000:00010000:3.0:1746070982.226326:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070982.226328:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5dec000, rc 0) 00000100:00100000:3.0:1746070982.226350:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:7218:x1830887426909952:12345-0@lo:101:mdt00_000.0 Request processed in 106us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070982.226355:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1746070982.226500:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072776300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:7218:1830887426909952:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1746070982.226510:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa5d706000803875f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.226517:0:7218:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa5d706000803875f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746070982.226533:0:7218:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800839fea00 reply state ffff88009ee80000 transno 4294981721 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0c00/0xa5d7060008038751 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226541:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0c00/0xa5d7060008038751 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226545:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff8800a00a2600) 00010000:00010000:1.0:1746070982.226547:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746070982.226550:0:7218:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746070982.226554:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa5d706000803875f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.226560:0:7218:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa5d706000803875f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1746070982.226567:0:7218:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:1.0:1746070982.226571:0:7218:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800839fea00 reply state ffff88009ee80000 transno 4294981721 ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d706000803874a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226577:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d706000803874a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226582:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800a00a2900) 00010000:00010000:1.0:1746070982.226584:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746070982.226585:0:7218:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1746070982.226588:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 4096 00010000:00010000:1.0:1746070982.226596:0:7218:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d706000803873c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226600:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d706000803873c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226605:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d706000803873c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226609:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d706000803873c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226614:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0779000 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070982.226617:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d706000803873c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226622:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d706000803873c lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226629:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070982.226631:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070982.226633:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d706000803873c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226637:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d706000803873c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00000004:00010000:1.0:1746070982.226697:0:7218:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800839fea00 reply state ffff88009ee80000 transno 4294981721 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778400/0xa5d7060008038743 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226708:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778400/0xa5d7060008038743 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.226713:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a00a2200) 00010000:00010000:1.0:1746070982.226715:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746070982.226716:0:7218:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1746070982.227077:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2340:x1830887431535488:12345-192.168.204.29@tcp:36:lfs.0 Request processed in 4279us (4414us total) trans 4294981721 rc 0/0 00000100:00100000:1.0:1746070982.227083:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32122 00000100:00100000:0.0:1746070982.244230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.245964:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431535616 00000100:00100000:1.0:1746070982.245974:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431535616 00000100:00100000:1.0:1746070982.246030:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32123 00000100:00100000:1.0:1746070982.246037:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2341:x1830887431535616:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:1.0:1746070982.246066:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.246082:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038766 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015465 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.246136:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59000/0xa5d706000803876d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.246146:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59000/0xa5d706000803876d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.246155:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59000/0xa5d706000803876d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746070982.246187:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746070982.246190:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746070982.246204:0:7218:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59000/0xa5d706000803876d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.246225:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038766 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015465 expref: 13 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.246263:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59000/0xa5d706000803876d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015465 expref: 12 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.246269:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070982.246272:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746070982.246525:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133c59000, rc 0) 00000100:00100000:1.0:1746070982.246573:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2341:x1830887431535616:12345-192.168.204.29@tcp:101:cp.0 Request processed in 536us (2350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.246578:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32123 00000100:00100000:0.0:1746070982.251184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.251359:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431535744 00000100:00100000:1.0:1746070982.251367:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431535744 00000100:00100000:1.0:1746070982.251422:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32124 00000100:00100000:1.0:1746070982.251430:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2341:x1830887431535744:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:1.0:1746070982.251447:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.251461:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59400/0xa5d7060008038774 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01546c expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.251506:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d706000803877b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251516:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d706000803877b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251524:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d706000803877b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251533:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58e00/0xa5d7060008038782 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251537:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58e00/0xa5d7060008038782 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251540:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58e00/0xa5d7060008038782 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251593:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58000/0xa5d7060008038789 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251598:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58000/0xa5d7060008038789 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251603:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58000/0xa5d7060008038789 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746070982.251652:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 4096 00000004:00200000:1.0:1746070982.251655:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746070982.251667:0:7218:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58000/0xa5d7060008038789 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251674:0:7218:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d706000803877b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251677:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d706000803877b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251680:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d706000803877b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251683:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d706000803877b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251688:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133c58c00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070982.251691:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d706000803877b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251694:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d706000803877b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251700:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070982.251702:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070982.251704:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d706000803877b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251706:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d706000803877b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251733:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58e00/0xa5d7060008038782 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251737:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58e00/0xa5d7060008038782 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251741:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58e00/0xa5d7060008038782 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251744:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133c58e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070982.251747:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58e00/0xa5d7060008038782 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251750:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58e00/0xa5d7060008038782 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251756:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a00a2200) 00010000:00010000:1.0:1746070982.251757:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070982.251760:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58e00/0xa5d7060008038782 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251764:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58e00/0xa5d7060008038782 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.251783:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59400/0xa5d7060008038774 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01546c expref: 14 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.251806:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58000/0xa5d7060008038789 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01546c expref: 13 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.251812:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800a00a2900) 00010000:00010000:1.0:1746070982.251814:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746070982.251816:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133c58000, rc 0) 00000100:00100000:1.0:1746070982.251850:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2341:x1830887431535744:12345-192.168.204.29@tcp:101:cp.0 Request processed in 420us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.251855:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32124 00000100:00100000:0.0:1746070982.256311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.256394:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431535872 00000100:00100000:1.0:1746070982.256401:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431535872 00000100:00100000:1.0:1746070982.256448:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32125 00000100:00100000:1.0:1746070982.256455:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2341:x1830887431535872:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:1.0:1746070982.256470:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.256484:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59a00/0xa5d7060008038790 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015473 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.256524:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d7060008038797 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.256533:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d7060008038797 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.256542:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d7060008038797 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746070982.256576:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746070982.256579:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746070982.256604:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59a00/0xa5d7060008038790 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015473 expref: 15 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.256633:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d7060008038797 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015473 expref: 14 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.256640:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff8800a00a2600) 00010000:00010000:1.0:1746070982.256643:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746070982.256645:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133c58c00, rc 0) 00000100:00100000:1.0:1746070982.256682:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2341:x1830887431535872:12345-192.168.204.29@tcp:101:cp.0 Request processed in 228us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.256688:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32125 00000100:00100000:0.0:1746070982.258104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.258139:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431536000 00000100:00100000:1.0:1746070982.258143:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431536000 00000100:00080000:0.0:1746070982.258167:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746070982.258239:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32126 00000100:00100000:1.0:1746070982.258246:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2341:x1830887431536000:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:1.0:1746070982.258334:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.258346:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133c59400/0xa5d706000803879e lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01547a expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.258379:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133c58e00/0xa5d70600080387a5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070982.258387:0:7218:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5dec000/0xa5d706000803875f lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa5d7060008038758 expref: 6 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.258393:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133c58e00/0xa5d70600080387a5 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT1 00010000:00010000:1.0:1746070982.258415:0:7218:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5dec000/0xa5d706000803875f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xa5d7060008038758 expref: 6 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070982.258426:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072776300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:7218:1830887426910080:0@lo:104: 00000100:00100000:1.0:1746070982.258455:0:7218:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070982.258512:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070982.258667:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426910080 00000100:00100000:0.0:1746070982.258671:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426910080 00000100:00100000:0.0:1746070982.258705:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1746070982.258709:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:7218:x1830887426910080:12345-0@lo:104: 00010000:00010000:0.0:1746070982.258718:0:8376:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xa5d706000803875f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070982.258762:0:8376:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1746070982.258766:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:7218:x1830887426910080:12345-0@lo:104: Request processed in 57us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070982.258771:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:1.0:1746070982.258822:0:9582:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746070982.258827:0:9582:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xa5d706000803875f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.258833:0:9582:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013067b400 already unused, calling callback (ffffffffa0f25e30) 00010000:00010000:1.0:1746070982.258837:0:9582:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xa5d706000803875f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746070982.258843:0:9582:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xa5d706000803875f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.258883:0:9582:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa5d706000803875f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.258888:0:9582:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1746070982.258912:0:9582:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa5d706000803875f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.258917:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88013067b400/0xa5d7060008038758 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa5d706000803875f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.258935:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746070982.258937:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746070982.258938:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746070982.259071:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072776300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:7218:1830887426910080:0@lo:104: 00010000:00010000:2.0:1746070982.259084:0:7218:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880133c58e00/0xa5d70600080387a5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT1 00000100:00100000:3.0:1746070982.259236:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426910208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1746070982.259262:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070982.259356:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426910208 00000100:00100000:2.0:1746070982.259359:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426910208 00010000:00010000:2.0:1746070982.259373:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5dec000/0xa5d706000803875f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xa5d7060008038758 expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070982.259389:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14143 00000100:00100000:2.0:1746070982.259393:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3764:x1830887426910208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1746070982.259400:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1746070982.260894:0:8360:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967381 is committed 00010000:00010000:0.0:1746070982.260985:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5dec000/0xa5d706000803875f lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xa5d7060008038758 expref: 6 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070982.261001:0:7206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880124262300) 00010000:00010000:0.0:1746070982.261005:0:7206:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880133c58e00/0xa5d70600080387a5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT1 00010000:00010000:0.0:1746070982.261012:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880133c58e00/0xa5d70600080387a5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7218 initiator: MDT1 00010000:00010000:0.0:1746070982.261018:0:7206:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133c58e00/0xa5d70600080387a5 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7218 initiator: MDT1 00010000:00010000:0.0:1746070982.261073:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070982.261173:0:7218:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880133c58e00/0xa5d70600080387a5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT1 00010000:00010000:3.0:1746070982.261180:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133c58e00/0xa5d70600080387a5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT1 00000004:00200000:3.0:1746070982.261213:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746070982.261218:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746070982.261247:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133c59400/0xa5d706000803879e lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01547a expref: 7 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.261271:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880133c58e00/0xa5d70600080387a5 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01547a expref: 6 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.261286:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880124262300) 00010000:00010000:3.0:1746070982.261289:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746070982.261291:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133c58e00, rc 0) 00000100:00100000:0.0:1746070982.261375:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426910208:12345-0@lo:103:ldlm_bl.0 Request processed in 1981us (2111us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070982.261381:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14143 00000100:00100000:2.0:1746070982.261450:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426910208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1746070982.261715:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2341:x1830887431536000:12345-192.168.204.29@tcp:101:cp.0 Request processed in 3469us (3612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070982.261720:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32126 00000100:00100000:0.0:1746070982.263620:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070982.263716:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431536128 00000100:00100000:3.0:1746070982.263721:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431536128 00000100:00100000:3.0:1746070982.263760:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32127 00000100:00100000:3.0:1746070982.263767:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2341:x1830887431536128:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:3.0:1746070982.263781:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070982.263794:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d70600080387ac lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015481 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.263835:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d70600080387b3 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263844:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d70600080387b3 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263852:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d70600080387b3 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263879:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded600/0xa5d70600080387ba lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263888:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded600/0xa5d70600080387ba lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263893:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded600/0xa5d70600080387ba lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263937:0:7218:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d70600080387b3 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263942:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d70600080387b3 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263947:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d70600080387b3 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263953:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d70600080387b3 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263957:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5ded400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070982.263961:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d70600080387b3 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263967:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d70600080387b3 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263975:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff8800a00a2600) 00010000:00010000:3.0:1746070982.263978:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070982.263980:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d70600080387b3 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263984:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d70600080387b3 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263993:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded600/0xa5d70600080387ba lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.263997:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded600/0xa5d70600080387ba lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.264001:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded600/0xa5d70600080387ba lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.264005:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5ded600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070982.264007:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded600/0xa5d70600080387ba lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.264011:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded600/0xa5d70600080387ba lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.264016:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880131087900) 00010000:00010000:3.0:1746070982.264018:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070982.264020:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded600/0xa5d70600080387ba lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.264024:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded600/0xa5d70600080387ba lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.264044:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d70600080387ac lrc: 1/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015481 expref: 15 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.264050:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d70600080387ac lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015481 expref: 15 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.264058:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5dec400, rc 0) 00000100:00100000:3.0:1746070982.264103:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2341:x1830887431536128:12345-192.168.204.29@tcp:101:cp.0 Request processed in 336us (486us total) trans 0 rc 301/301 00000100:00100000:3.0:1746070982.264108:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32127 00000100:00100000:0.0:1746070982.267673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070982.267746:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431536384 00000100:00100000:2.0:1746070982.267753:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431536384 00000100:00100000:2.0:1746070982.268144:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32128 00000100:00100000:2.0:1746070982.268151:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2341:x1830887431536384:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:2.0:1746070982.268167:0:10803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070982.268170:0:10803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746070982.268189:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133c58c00/0xa5d7060008038797 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015473 expref: 14 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.268228:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff8800a00a2600) 00010000:00010000:2.0:1746070982.268231:0:10803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070982.268241:0:10803:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013067b400/0xa5d70600080387c1 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015488 expref: -99 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.268329:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59400/0xa5d70600080387c8 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268338:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59400/0xa5d70600080387c8 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268345:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59400/0xa5d70600080387c8 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268356:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d70600080387cf lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268361:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d70600080387cf lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268365:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d70600080387cf lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00000004:00080000:2.0:1746070982.268586:0:10803:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:2.0:1746070982.268701:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d70600080387d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268708:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d70600080387d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268713:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d70600080387d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268739:0:10803:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59400/0xa5d70600080387c8 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268745:0:10803:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59400/0xa5d70600080387c8 lrc: 2/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268749:0:10803:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59400/0xa5d70600080387c8 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268754:0:10803:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133c59400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070982.268756:0:10803:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59400/0xa5d70600080387c8 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268762:0:10803:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59400/0xa5d70600080387c8 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268768:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff8800a00a2600) 00010000:00010000:2.0:1746070982.268770:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070982.268773:0:10803:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59400/0xa5d70600080387c8 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268777:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59400/0xa5d70600080387c8 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00000004:00010000:2.0:1746070982.268793:0:10803:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800839fed80 reply state ffff88013566a000 transno 4294981722 ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d70600080387cf lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268800:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d70600080387cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.268805:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff8800a52d1c00) 00010000:00010000:2.0:1746070982.268807:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746070982.268809:0:10803:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746070982.268827:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013067b400/0xa5d70600080387c1 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015488 expref: 16 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.268836:0:10803:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d70600080387d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015488 expref: 15 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.268842:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:2.0:1746070982.268844:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070982.268846:0:10803:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779000, rc 0) 00000100:00100000:2.0:1746070982.268907:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2341:x1830887431536384:12345-192.168.204.29@tcp:101:cp.0 Request processed in 757us (1239us total) trans 4294981722 rc 0/0 00000100:00100000:2.0:1746070982.268912:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32128 00000100:00100000:0.0:1746070982.272488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.272568:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431536512 00000100:00100000:1.0:1746070982.272575:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431536512 00000100:00100000:1.0:1746070982.272608:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30343 00000100:00100000:1.0:1746070982.272613:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2006:x1830887431536512:12345-192.168.204.29@tcp:8:cp.0 00010000:00080000:1.0:1746070982.272642:0:9567:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from 2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp t0 exp (null) cur 705 last 0 00000020:00000080:1.0:1746070982.272664:0:9567:0:(genops.c:1402:class_connect()) connect: client 2cef828f-2ddc-413e-ab0c-d5649e53048f, cookie 0xa5d70600080387e4 00002000:00100000:1.0:1746070982.272673:0:9567:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 2cef828f-2ddc-413e-ab0c-d5649e53048f/ffff880135653000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 210363b ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1746070982.272682:0:9567:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type b7, return b7 00000020:01000000:1.0:1746070982.272732:0:9567:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88007a2ede40 00002000:00080000:1.0:1746070982.272740:0:9567:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1746070982.272760:0:9567:0:(import.c:66:import_set_state_nolock()) ffff880135651800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1746070982.272801:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2006:x1830887431536512:12345-192.168.204.29@tcp:8:cp.0 Request processed in 187us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.272808:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30343 00000100:00100000:0.0:1746070982.274626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.274734:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431536640 00000100:00100000:1.0:1746070982.274738:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431536640 00000100:00100000:1.0:1746070982.274886:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30344 00000100:00100000:1.0:1746070982.274891:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:0:x1830887431536640:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:1.0:1746070982.274901:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.274914:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0434400/0xa5d70600080387eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01548f expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746070982.274933:0:9567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746070982.274944:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070982.274946:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070982.274951:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0434400/0xa5d70600080387eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01548f expref: 7 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070982.274964:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0434400/0xa5d70600080387eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01548f expref: 7 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070982.274972:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0434400, rc 0) 00000100:00080000:0.0:1746070982.275051:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746070982.275374:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:0:x1830887431536640:12345-192.168.204.29@tcp:101:cp.0 Request processed in 481us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.275379:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30344 00000100:00100000:0.0:1746070982.277375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.277493:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431536768 00000100:00100000:1.0:1746070982.277500:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431536768 00000100:00100000:1.0:1746070982.277533:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30345 00000100:00100000:1.0:1746070982.277539:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2341:x1830887431536768:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:1.0:1746070982.277549:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.277560:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015496 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.277578:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0434400/0xa5d70600080387eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01548f expref: 8 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070982.277584:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070982.277586:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070982.277589:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 8 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.277611:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0434400/0xa5d70600080387eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01548f expref: 8 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070982.277622:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0434400/0xa5d70600080387eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01548f expref: 8 pid: 9567 timeout: 805 lvb_type: 1 00000100:00100000:1.0:1746070982.277632:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072774700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426910336:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070982.278044:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070982.281608:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072774700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426910336:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070982.281634:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 8 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.281648:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0435400, rc 0) 00000100:00100000:1.0:1746070982.281684:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2341:x1830887431536768:12345-192.168.204.29@tcp:101:cp.0 Request processed in 4144us (4312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.281691:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30345 00000100:00100000:0.0:1746070982.282484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.282897:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431536896 00000100:00100000:1.0:1746070982.282902:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431536896 00010000:00010000:1.0:1746070982.282924:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0434400/0xa5d70600080387eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01548f expref: 8 pid: 9567 timeout: 805 lvb_type: 1 00000100:00100000:1.0:1746070982.283251:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14144 00000100:00100000:1.0:1746070982.283258:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431536896:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070982.283271:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070982.283296:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0434400/0xa5d70600080387eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01548f expref: 8 pid: 9567 timeout: 805 lvb_type: 1 00010000:00010000:1.0:1746070982.283305:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0434400/0xa5d70600080387eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01548f expref: 8 pid: 9567 timeout: 805 lvb_type: 1 00010000:00010000:1.0:1746070982.283322:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0434400/0xa5d70600080387eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01548f expref: 8 pid: 9567 timeout: 805 lvb_type: 1 00010000:00010000:1.0:1746070982.283789:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070982.283791:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070982.283798:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.283806:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.283839:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070982.283849:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072774700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426910464:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070982.284326:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070982.286726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.287014:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072774700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426910464:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070982.287031:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070982.287066:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431536896:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3808us (4583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.287078:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14144 00000100:00100000:2.0:1746070982.287473:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431537152 00000100:00100000:2.0:1746070982.287478:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431537152 00000100:00100000:2.0:1746070982.287502:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 176 00000100:00100000:2.0:1746070982.287507:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2341:x1830887431537152:12345-192.168.204.29@tcp:35:cp.0 00000100:00100000:2.0:1746070982.287668:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2341:x1830887431537152:12345-192.168.204.29@tcp:35:cp.0 Request processed in 160us (947us total) trans 4294981723 rc 0/0 00000100:00100000:2.0:1746070982.287674:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 176 00000100:00100000:0.0:1746070982.310360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070982.311424:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431537408 00000100:00100000:2.0:1746070982.311433:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431537408 00000100:00100000:2.0:1746070982.311483:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32129 00000100:00100000:2.0:1746070982.311489:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:2344:x1830887431537408:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070982.311507:0:10803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070982.311522:0:10803:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d70600080387f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01549d expref: -99 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.311604:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d43c000/0xa5d7060008038800 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.311615:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d43c000/0xa5d7060008038800 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.311624:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d43c000/0xa5d7060008038800 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00000004:00200000:2.0:1746070982.311634:0:10803:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1716 00010000:00010000:2.0:1746070982.311720:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d70600080387f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01549d expref: 20 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.311751:0:10803:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d43c000/0xa5d7060008038800 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01549d expref: 19 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.311758:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:2.0:1746070982.311760:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746070982.311763:0:10803:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d43c000, rc 0) 00000100:00100000:2.0:1746070982.311800:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2344:x1830887431537408:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 311us (1447us total) trans 4294981724 rc 0/0 00000100:00100000:2.0:1746070982.311806:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32129 00000100:00100000:0.0:1746070982.325470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070982.325537:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431537536 00000100:00100000:3.0:1746070982.325545:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431537536 00000100:00080000:0.0:1746070982.325596:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070982.325610:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32130 00000100:00100000:3.0:1746070982.325616:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2348:x1830887431537536:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746070982.325632:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070982.325646:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d706000803880e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154a4 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.325691:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec000/0xa5d7060008038815 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.325702:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec000/0xa5d7060008038815 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.325711:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec000/0xa5d7060008038815 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:3.0:1746070982.325745:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746070982.325747:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746070982.325762:0:7218:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec000/0xa5d7060008038815 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.325778:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d706000803880e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154a4 expref: 10 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.325807:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec000/0xa5d7060008038815 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154a4 expref: 9 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.325815:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070982.325817:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746070982.325820:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5dec000, rc 0) 00000100:00100000:3.0:1746070982.325856:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2348:x1830887431537536:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 240us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070982.325861:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32130 00000100:00100000:0.0:1746070982.328485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070982.329605:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431537664 00000100:00100000:3.0:1746070982.329612:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431537664 00000100:00100000:3.0:1746070982.329661:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32131 00000100:00100000:3.0:1746070982.329668:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2348:x1830887431537664:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746070982.329682:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070982.329696:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5deca00/0xa5d706000803881c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154ab expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.329743:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d7060008038823 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329753:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d7060008038823 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329762:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d7060008038823 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329771:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d706000803882a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329777:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d706000803882a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329782:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d706000803882a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329847:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded200/0xa5d7060008038831 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329855:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded200/0xa5d7060008038831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329861:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded200/0xa5d7060008038831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:3.0:1746070982.329945:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 4096 00000004:00200000:3.0:1746070982.329949:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746070982.329962:0:7218:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded200/0xa5d7060008038831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329971:0:7218:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d7060008038823 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329976:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d7060008038823 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329981:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d7060008038823 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329986:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d7060008038823 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329990:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5ded400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070982.329993:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d7060008038823 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.329998:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d7060008038823 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.330007:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070982.330009:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070982.330012:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d7060008038823 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.330017:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded400/0xa5d7060008038823 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.330035:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d706000803882a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.330040:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d706000803882a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.330044:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d706000803882a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.330047:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5dec400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070982.330049:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d706000803882a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.330053:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d706000803882a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.330058:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a00a2200) 00010000:00010000:3.0:1746070982.330060:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070982.330062:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d706000803882a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.330066:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec400/0xa5d706000803882a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.330083:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5deca00/0xa5d706000803881c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ab expref: 11 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.330092:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded200/0xa5d7060008038831 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ab expref: 10 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.330098:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800a00a2900) 00010000:00010000:3.0:1746070982.330100:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746070982.330102:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ded200, rc 0) 00000100:00100000:3.0:1746070982.330159:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2348:x1830887431537664:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 491us (1678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070982.330165:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32131 00000100:00100000:0.0:1746070982.333171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070982.333228:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431537792 00000100:00100000:2.0:1746070982.333235:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431537792 00000100:00100000:2.0:1746070982.333287:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32132 00000100:00100000:2.0:1746070982.333294:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2348:x1830887431537792:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070982.333309:0:10803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070982.333324:0:10803:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0464600/0xa5d7060008038838 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154b2 expref: -99 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.333363:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0465400/0xa5d706000803883f lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.333373:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0465400/0xa5d706000803883f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.333382:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0465400/0xa5d706000803883f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00000004:00200000:2.0:1746070982.333414:0:10803:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746070982.333417:0:10803:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746070982.333438:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0464600/0xa5d7060008038838 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154b2 expref: 12 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.333469:0:10803:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0465400/0xa5d706000803883f lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154b2 expref: 11 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.333476:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff8800a00a2600) 00010000:00010000:2.0:1746070982.333479:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746070982.333482:0:10803:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0465400, rc 0) 00000100:00100000:2.0:1746070982.333526:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2348:x1830887431537792:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 231us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070982.333531:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32132 00000100:00100000:1.0:1746070982.337772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070982.337851:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431537920 00000100:00100000:3.0:1746070982.337859:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431537920 00000100:00100000:3.0:1746070982.337940:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32133 00000100:00100000:3.0:1746070982.337946:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2348:x1830887431537920:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746070982.337961:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070982.337976:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5ded000/0xa5d7060008038846 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154b9 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.338016:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5ded800/0xa5d706000803884d lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.338026:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5ded800/0xa5d706000803884d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT1 00010000:00010000:3.0:1746070982.338035:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5ded800/0xa5d706000803884d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT1 00000004:00200000:3.0:1746070982.338067:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746070982.338070:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746070982.338104:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5ded000/0xa5d7060008038846 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154b9 expref: 7 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.338120:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5ded800/0xa5d706000803884d lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154b9 expref: 6 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.338127:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880124262300) 00010000:00010000:3.0:1746070982.338130:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746070982.338133:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ded800, rc 0) 00000100:00100000:3.0:1746070982.338168:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2348:x1830887431537920:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 222us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070982.338173:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32133 00000100:00080000:0.0:1746070982.338334:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746070982.341467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070982.341937:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431538048 00000100:00100000:2.0:1746070982.341945:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431538048 00000100:00100000:2.0:1746070982.342677:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32134 00000100:00100000:2.0:1746070982.342684:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2348:x1830887431538048:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070982.342700:0:10803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070982.342716:0:10803:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0465200/0xa5d7060008038854 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154c0 expref: -99 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.342762:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d706000803885b lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342772:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d706000803885b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342781:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d706000803885b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342789:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779a00/0xa5d7060008038862 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342795:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779a00/0xa5d7060008038862 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342800:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779a00/0xa5d7060008038862 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342852:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342858:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342881:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00000004:00200000:2.0:1746070982.342906:0:10803:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1716 00000004:00200000:2.0:1746070982.342909:0:10803:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746070982.342920:0:10803:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342927:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342934:0:10803:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d706000803885b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342939:0:10803:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d706000803885b lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342944:0:10803:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d706000803885b lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342948:0:10803:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007a2d0800 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070982.342950:0:10803:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d706000803885b lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342955:0:10803:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d706000803885b lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342963:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff8800a00a2600) 00010000:00010000:2.0:1746070982.342965:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070982.342968:0:10803:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d706000803885b lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342972:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d706000803885b lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342981:0:10803:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779a00/0xa5d7060008038862 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342984:0:10803:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779a00/0xa5d7060008038862 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342988:0:10803:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779a00/0xa5d7060008038862 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342992:0:10803:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0779a00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070982.342994:0:10803:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779a00/0xa5d7060008038862 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.342998:0:10803:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779a00/0xa5d7060008038862 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.343002:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff8800a52d1c00) 00010000:00010000:2.0:1746070982.343004:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070982.343005:0:10803:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779a00/0xa5d7060008038862 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.343008:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779a00/0xa5d7060008038862 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.343023:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0465200/0xa5d7060008038854 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154c0 expref: 13 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.343031:0:10803:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154c0 expref: 12 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.343035:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:2.0:1746070982.343037:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070982.343038:0:10803:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130677c00, rc 0) 00000100:00100000:2.0:1746070982.344249:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2348:x1830887431538048:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 1561us (2786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070982.344257:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32134 00000100:00100000:0.0:1746070982.357739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.357851:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431538176 00000100:00100000:1.0:1746070982.357858:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431538176 00000100:00100000:1.0:1746070982.358009:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30346 00000100:00100000:1.0:1746070982.358016:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2006:x1830887431538176:12345-192.168.204.29@tcp:8:mmap_cat.0 00010000:00080000:1.0:1746070982.358046:0:9567:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from 8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp t0 exp (null) cur 705 last 0 00000020:00000080:1.0:1746070982.358072:0:9567:0:(genops.c:1402:class_connect()) connect: client 8b0b53bb-88cc-4676-8162-fb03f163a964, cookie 0xa5d7060008038870 00002000:00100000:1.0:1746070982.358081:0:9567:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8b0b53bb-88cc-4676-8162-fb03f163a964/ffff880135651000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 210363b ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1746070982.358089:0:9567:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type b7, return b7 00000020:01000000:1.0:1746070982.358133:0:9567:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88007a2ede40 00002000:00080000:1.0:1746070982.358140:0:9567:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1746070982.358161:0:9567:0:(import.c:66:import_set_state_nolock()) ffff880135654800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1746070982.358215:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2006:x1830887431538176:12345-192.168.204.29@tcp:8:mmap_cat.0 Request processed in 198us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.358221:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30346 00000100:00100000:0.0:1746070982.359302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070982.359360:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431538304 00000100:00100000:3.0:1746070982.359364:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431538304 00000100:00100000:3.0:1746070982.359394:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30347 00000100:00100000:3.0:1746070982.359399:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:0:x1830887431538304:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746070982.359408:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070982.359421:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded400/0xa5d7060008038877 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154c7 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070982.359456:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426910592:192.168.204.29@tcp:106: 00000100:00080000:0.0:1746070982.359761:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746070982.360643:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebf6c0 going to sleep for 11 seconds 00002000:00010000:3.0:1746070982.360668:0:17293:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size: 0 -> 1716 00002000:00010000:3.0:1746070982.360671:0:17293:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime: 0 -> 1746070982 00002000:00010000:3.0:1746070982.360673:0:17293:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime: 0 -> 1746070982 00002000:00010000:3.0:1746070982.360674:0:17293:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime: 0 -> 1746070982 00002000:00010000:3.0:1746070982.360676:0:17293:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1746070982.360690:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426910592:192.168.204.29@tcp:106: 00010000:00010000:3.0:1746070982.360708:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded400/0xa5d7060008038877 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154c7 expref: 7 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070982.360718:0:17293:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded400/0xa5d7060008038877 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154c7 expref: 7 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070982.360736:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ded400, rc 0) 00000100:00100000:3.0:1746070982.360759:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:0:x1830887431538304:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 1359us (1458us total) trans 0 rc 301/301 00000100:00100000:3.0:1746070982.360765:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30347 00000100:00100000:0.0:1746070982.363322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070982.363499:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431538560 00000100:00100000:2.0:1746070982.363504:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431538560 00000100:00100000:2.0:1746070982.363548:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32135 00000100:00100000:2.0:1746070982.363554:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2348:x1830887431538560:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746070982.363571:0:10803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070982.363586:0:10803:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779a00/0xa5d706000803887e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154ce expref: -99 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.363659:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d7060008038885 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.363670:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d7060008038885 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.363678:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d7060008038885 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00000004:00200000:2.0:1746070982.363686:0:10803:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1716 00010000:00010000:2.0:1746070982.363765:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779a00/0xa5d706000803887e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ce expref: 15 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.364529:0:10803:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d7060008038885 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ce expref: 14 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.364536:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:2.0:1746070982.364539:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070982.364541:0:10803:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a2d0800, rc 0) 00000100:00100000:2.0:1746070982.364689:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2348:x1830887431538560:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 1134us (1369us total) trans 4294981725 rc 0/0 00000100:00100000:2.0:1746070982.364694:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32135 00000100:00100000:0.0:1746070982.371428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.371499:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431538688 00000100:00100000:1.0:1746070982.371506:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431538688 00000100:00100000:1.0:1746070982.371545:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30348 00000100:00100000:1.0:1746070982.371551:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431538688:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746070982.371564:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.371576:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5299a00/0xa5d7060008038893 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154d5 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070982.371618:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426910720:192.168.204.29@tcp:106: 00000100:00100000:1.0:1746070982.372235:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070982.372931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.374225:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426910720:192.168.204.29@tcp:106: 00010000:00010000:1.0:1746070982.374300:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5299a00/0xa5d7060008038893 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154d5 expref: 7 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070982.374312:0:9567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5299a00/0xa5d7060008038893 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154d5 expref: 7 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070982.374332:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5299a00, rc 0) 00000100:00100000:1.0:1746070982.374363:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431538688:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 2812us (2941us total) trans 0 rc 301/301 00000100:00100000:1.0:1746070982.374370:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30348 00000100:00100000:2.0:1746070982.374608:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431538816 00000100:00100000:2.0:1746070982.374614:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431538816 00000100:00100000:2.0:1746070982.374651:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 429 00000100:00100000:2.0:1746070982.374656:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2009:x1830887431538816:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070982.374667:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070982.374681:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d0800/0xa5d7060008038885 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ce expref: 14 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.375172:0:7206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:2.0:1746070982.375177:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070982.375357:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+13:2009:x1830887431538816:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 699us (2426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070982.375363:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 429 00000100:00100000:0.0:1746070982.376402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.376441:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431538944 00000100:00100000:1.0:1746070982.376445:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431538944 00000100:00100000:1.0:1746070982.376520:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30349 00000100:00100000:1.0:1746070982.376524:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2348:x1830887431538944:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746070982.376532:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.376541:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154dc expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.376555:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.376559:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070982.376560:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070982.376562:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154dc expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.376581:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.376588:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 6 pid: 9567 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746070982.376594:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426910848:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070982.376641:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070982.378089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070982.378138:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431539072 00000100:00100000:3.0:1746070982.378143:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431539072 00002000:00100000:3.0:1746070982.378170:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->1715) req@ffff88009e351500 x1830887431539072/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:613/0 lens 2208/0 e 0 to 0 dl 1746070993 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746070982.378178:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351500 with x1830887431539072 ext(0->1715) 00010000:00010000:3.0:1746070982.378184:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 7 pid: 9567 timeout: 805 lvb_type: 0 00010000:00010000:3.0:1746070982.378195:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 7 pid: 9567 timeout: 805 lvb_type: 0 00002000:00010000:3.0:1746070982.378201:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e351500 00000100:00100000:3.0:1746070982.378216:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3056 00000100:00100000:3.0:1746070982.378221:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2007:x1830887431539072:12345-192.168.204.29@tcp:4:cp.0 00000100:00100000:1.0:1746070982.378283:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426910848:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070982.378300:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154dc expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.378310:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a617be00, rc 0) 00000100:00100000:1.0:1746070982.378332:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2348:x1830887431538944:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 1807us (1930us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.378337:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30349 00000001:00100000:0.0:1746070982.383547:0:10906:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8b0b53bb-88cc-4676-8162-fb03f163a964 00000001:00100000:0.0:1746070982.383555:0:10906:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2cef828f-2ddc-413e-ab0c-d5649e53048f 00000100:00100000:0.0:1746070982.384366:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431539072:12345-192.168.204.29@tcp:4:cp.0 Request processed in 6139us (6273us total) trans 4294970698 rc 0/0 00000100:00100000:0.0:1746070982.384377:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3056 00002000:00100000:0.0:1746070982.384386:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->1715) req@ffff88009e351500 x1830887431539072/t4294970698(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:613/0 lens 2208/448 e 0 to 0 dl 1746070993 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746070982.384394:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e351500 with x1830887431539072 ext(0->1715) 00010000:00010000:0.0:1746070982.384402:0:9572:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 8 pid: 9567 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746070982.384420:0:9572:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 8 pid: 9567 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746070982.384427:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e351500 00000100:00100000:0.0:1746070982.387915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070982.388182:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431539200 00000100:00100000:2.0:1746070982.388190:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431539200 00010000:00010000:2.0:1746070982.388220:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 8 pid: 9567 timeout: 805 lvb_type: 0 00000100:00100000:2.0:1746070982.388243:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14145 00000100:00100000:2.0:1746070982.388249:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431539200:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070982.388259:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746070982.388575:0:7206:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1746070982.388583:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 8 pid: 9567 timeout: 805 lvb_type: 0 00010000:00010000:2.0:1746070982.388594:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 8 pid: 9567 timeout: 805 lvb_type: 0 00010000:00010000:2.0:1746070982.388612:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0435400/0xa5d70600080387f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015496 expref: 8 pid: 9567 timeout: 805 lvb_type: 0 00010000:00010000:2.0:1746070982.388642:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070982.388644:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070982.388649:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154dc expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.388655:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154dc expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.388681:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154dc expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070982.388690:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e351180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426910976:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070982.388757:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007a2eda80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070982.393059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.393143:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431539456 00000100:00100000:1.0:1746070982.393150:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431539456 00002000:00100000:1.0:1746070982.393183:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe8df80 x1830887431539456/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:613/0 lens 488/0 e 0 to 0 dl 1746070993 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070982.393193:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8df80 with x1830887431539456 ext(0->4095) 00002000:00010000:1.0:1746070982.393197:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fe8df80 00000100:00100000:1.0:1746070982.393214:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13783 00000100:00100000:1.0:1746070982.393220:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431539456:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746070982.393467:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e351180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426910976:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070982.393482:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070982.393512:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2007:x1830887431539200:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5263us (5605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070982.393520:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14145 00000100:00100000:1.0:1746070982.393911:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431539456:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 690us (858us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070982.393917:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13783 00002000:00100000:1.0:1746070982.393922:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe8df80 x1830887431539456/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746070993 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746070982.393929:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe8df80 with x1830887431539456 ext(0->4095) 00002000:00010000:1.0:1746070982.393931:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fe8df80 00000100:00100000:0.0:1746070982.396678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070982.396942:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431539712 00000100:00100000:2.0:1746070982.396950:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431539712 00000100:00100000:2.0:1746070982.396990:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 177 00000100:00100000:2.0:1746070982.396997:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+13:2348:x1830887431539712:12345-192.168.204.29@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746070982.397212:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2348:x1830887431539712:12345-192.168.204.29@tcp:35:mmap_cat.0 Request processed in 215us (540us total) trans 4294981726 rc 0/0 00000100:00100000:2.0:1746070982.397219:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 177 00000100:00100000:0.0:1746070982.408460:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070982.408592:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431539840 00000100:00100000:2.0:1746070982.408605:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431539840 00000100:00100000:2.0:1746070982.408664:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32136 00000100:00100000:2.0:1746070982.408671:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:2351:x1830887431539840:12345-192.168.204.29@tcp:101:truncate.0 00010000:00010000:2.0:1746070982.408696:0:10803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070982.408713:0:10803:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49600/0xa5d70600080388a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154e3 expref: -99 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.408745:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e48e00/0xa5d70600080388a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.408760:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135e48e00/0xa5d70600080388a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.408769:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e48e00/0xa5d70600080388a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070982.408856:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49600/0xa5d70600080388a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154e3 expref: 21 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.408910:0:10803:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e48e00/0xa5d70600080388a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154e3 expref: 20 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070982.408916:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:2.0:1746070982.408919:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746070982.408921:0:10803:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e48e00, rc 0) 00000100:00100000:2.0:1746070982.408957:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2351:x1830887431539840:12345-192.168.204.29@tcp:101:truncate.0 Request processed in 287us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070982.408966:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32136 00000100:00100000:0.0:1746070982.415423:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070982.415612:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431540096 00000100:00100000:3.0:1746070982.415625:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431540096 00000100:00100000:3.0:1746070982.415677:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32137 00000100:00100000:3.0:1746070982.415684:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:2351:x1830887431540096:12345-192.168.204.29@tcp:36:truncate.0 00010000:00010000:3.0:1746070982.415729:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070982.415750:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0779000/0xa5d70600080387d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015488 expref: 20 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.415767:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:3.0:1746070982.415771:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070982.415926:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.415937:0:7218:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154c0 expref: 13 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.415944:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 4/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.415967:0:7218:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154c0 expref: 13 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.415977:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154c0 expref: 13 pid: 10803 timeout: 805 lvb_type: 0 00000100:00100000:3.0:1746070982.415987:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7218:1830887426911104:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070982.416060:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebf300 going to sleep for 11 seconds 00000100:00100000:3.0:1746070982.418748:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7218:1830887426911104:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070982.418768:0:7218:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000100:00100000:0.0:1746070982.419505:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070982.419609:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431540224 00000100:00100000:2.0:1746070982.419616:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431540224 00010000:00010000:2.0:1746070982.419641:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154c0 expref: 14 pid: 10803 timeout: 805 lvb_type: 0 00000100:00100000:2.0:1746070982.419664:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14146 00000100:00100000:2.0:1746070982.419669:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2007:x1830887431540224:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070982.419679:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070982.419684:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154c0 expref: 14 pid: 10803 timeout: 805 lvb_type: 0 00010000:00010000:2.0:1746070982.419693:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154c0 expref: 14 pid: 10803 timeout: 805 lvb_type: 0 00010000:00010000:2.0:1746070982.419709:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038869 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154c0 expref: 14 pid: 10803 timeout: 805 lvb_type: 0 00010000:00010000:2.0:1746070982.419736:0:7206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:2.0:1746070982.419741:0:7206:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070982.419748:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070982.419754:0:7206:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070982.419776:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070982.419809:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+13:2007:x1830887431540224:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 140us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070982.419814:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14146 00010000:00010000:3.0:1746070982.419903:0:7218:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.419910:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000001:00080000:3.0:1746070982.419984:0:7218:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294981727 00000004:00010000:3.0:1746070982.420022:0:7218:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009fe8d180 reply state ffff88012c042000 transno 4294981728 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.420035:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.420040:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:3.0:1746070982.420042:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746070982.420044:0:7218:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746070982.420104:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2351:x1830887431540096:12345-192.168.204.29@tcp:36:truncate.0 Request processed in 4420us (4686us total) trans 4294981728 rc 0/0 00000100:00100000:3.0:1746070982.420109:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32137 00000020:00080000:3.0:1746070982.420112:0:7218:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746070982.422634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.422684:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431540352 00000100:00100000:1.0:1746070982.422690:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431540352 00000100:00100000:1.0:1746070982.422730:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30350 00000100:00100000:1.0:1746070982.422736:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2351:x1830887431540352:12345-192.168.204.29@tcp:101:truncate.0 00010000:00010000:1.0:1746070982.422750:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.422764:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154ea expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.422787:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154dc expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.422794:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070982.422795:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070982.422798:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ea expref: 8 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.422823:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154dc expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.422837:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154dc expref: 5 pid: 9567 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746070982.422847:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426911232:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070982.422949:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070982.425043:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426911232:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070982.425066:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ea expref: 8 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.425078:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a617ba00, rc 0) 00000100:00100000:1.0:1746070982.425118:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2351:x1830887431540352:12345-192.168.204.29@tcp:101:truncate.0 Request processed in 2380us (2487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.425125:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30350 00000100:00100000:0.0:1746070982.425455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070982.425472:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431540480 00000100:00100000:0.0:1746070982.425476:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431540480 00010000:00010000:0.0:1746070982.425495:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154dc expref: 6 pid: 9567 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746070982.425526:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14147 00000100:00100000:0.0:1746070982.425533:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431540480:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070982.425541:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070982.425557:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154dc expref: 6 pid: 9567 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746070982.425566:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154dc expref: 6 pid: 9567 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746070982.425588:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a617be00/0xa5d706000803889a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154dc expref: 6 pid: 9567 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746070982.425601:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070982.425602:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070982.425607:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ea expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070982.425615:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ea expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070982.425635:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ea expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070982.425643:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426911360:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070982.425683:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070982.427079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070982.427102:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a50f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426911360:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070982.427114:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070982.427129:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431540608 00000100:00100000:1.0:1746070982.427133:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431540608 00000100:00100000:2.0:1746070982.427155:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431540480:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1622us (1700us total) trans 0 rc 0/0 00002000:00010000:1.0:1746070982.427157:0:9572:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (858->18446744073709551615) 00002000:00100000:1.0:1746070982.427160:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8700 with x1830887431540608 ext(858->18446744073709551615) 00000100:00100000:2.0:1746070982.427163:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14147 00002000:00010000:1.0:1746070982.427167:0:9572:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a50f8700. 00000100:00100000:1.0:1746070982.427180:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13784 00000100:00100000:1.0:1746070982.427186:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431540608:12345-192.168.204.29@tcp:10:truncate.0 00002000:00010000:1.0:1746070982.427394:0:9572:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746070982.427397:0:9572:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746070982 -> 1746070982 00002000:00010000:1.0:1746070982.427399:0:9572:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 1746070982 -> 0 00002000:00010000:1.0:1746070982.427402:0:9572:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746070982 -> 1746070982 00002000:00010000:1.0:1746070982.427403:0:9572:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1746070982.427536:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2010:x1830887431540608:12345-192.168.204.29@tcp:10:truncate.0 Request processed in 348us (460us total) trans 4294970699 rc 0/0 00000100:00100000:1.0:1746070982.427542:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13784 00002000:00010000:1.0:1746070982.427545:0:9572:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (858->18446744073709551615) 00002000:00100000:1.0:1746070982.427547:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8700 with x1830887431540608 ext(858->18446744073709551615) 00002000:00010000:1.0:1746070982.427551:0:9572:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a50f8700. 00000100:00100000:0.0:1746070982.440733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070982.440842:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431540736 00000100:00100000:3.0:1746070982.440849:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431540736 00000100:00100000:3.0:1746070982.440916:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32138 00000100:00100000:3.0:1746070982.440923:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:2353:x1830887431540736:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746070982.440942:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070982.440958:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded000/0xa5d70600080388bd lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154f1 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.441004:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f28e600/0xa5d70600080388c4 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441013:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f28e600/0xa5d70600080388c4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441021:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f28e600/0xa5d70600080388c4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441036:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a533ae00/0xa5d70600080388cb lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441041:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a533ae00/0xa5d70600080388cb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441046:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a533ae00/0xa5d70600080388cb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441100:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130b26a00/0xa5d70600080388d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441107:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130b26a00/0xa5d70600080388d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441112:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130b26a00/0xa5d70600080388d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:3.0:1746070982.441138:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 858 00000004:00200000:3.0:1746070982.441141:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746070982.441154:0:7218:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130b26a00/0xa5d70600080388d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441161:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130b26a00/0xa5d70600080388d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441168:0:7218:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f28e600/0xa5d70600080388c4 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441172:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f28e600/0xa5d70600080388c4 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441176:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f28e600/0xa5d70600080388c4 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441184:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f28e600/0xa5d70600080388c4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441188:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f28e600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070982.441190:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f28e600/0xa5d70600080388c4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441195:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f28e600/0xa5d70600080388c4 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441203:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff8800a00a2600) 00010000:00010000:3.0:1746070982.441205:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070982.441208:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f28e600/0xa5d70600080388c4 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441212:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f28e600/0xa5d70600080388c4 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441224:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a533ae00/0xa5d70600080388cb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441228:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a533ae00/0xa5d70600080388cb lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441232:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a533ae00/0xa5d70600080388cb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441236:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a533ae00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070982.441238:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a533ae00/0xa5d70600080388cb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441241:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a533ae00/0xa5d70600080388cb lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441249:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff8800a52d1c00) 00010000:00010000:3.0:1746070982.441251:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070982.441253:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a533ae00/0xa5d70600080388cb lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441256:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a533ae00/0xa5d70600080388cb lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.441284:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ded000/0xa5d70600080388bd lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154f1 expref: 24 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.441295:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130b26a00/0xa5d70600080388d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154f1 expref: 23 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.441300:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:3.0:1746070982.441301:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070982.441303:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130b26a00, rc 0) 00000100:00100000:3.0:1746070982.441356:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:2353:x1830887431540736:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 433us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070982.441362:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32138 00000100:00100000:0.0:1746070982.447315:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.447417:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431540992 00000100:00100000:1.0:1746070982.447424:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431540992 00002000:00100000:1.0:1746070982.447479:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800a50fb480 x1830887431540992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:613/0 lens 488/0 e 0 to 0 dl 1746070993 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746070982.447495:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb480 with x1830887431540992 ext(0->4095) 00002000:00010000:1.0:1746070982.447509:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a50fb480 00000100:00100000:1.0:1746070982.447751:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13785 00000100:00100000:1.0:1746070982.447771:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2009:x1830887431540992:12345-192.168.204.29@tcp:3:cp.0 00000100:00100000:1.0:1746070982.448128:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2009:x1830887431540992:12345-192.168.204.29@tcp:3:cp.0 Request processed in 368us (819us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070982.448134:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13785 00002000:00100000:1.0:1746070982.448139:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800a50fb480 x1830887431540992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746070993 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746070982.448145:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb480 with x1830887431540992 ext(0->4095) 00002000:00010000:1.0:1746070982.448159:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a50fb480 00000100:00100000:0.0:1746070982.475434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070982.475502:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431541120 00000100:00100000:3.0:1746070982.475509:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431541120 00000100:00100000:3.0:1746070982.475557:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32139 00000100:00100000:3.0:1746070982.475565:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+13:2357:x1830887431541120:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746070982.475585:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070982.475600:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5463e00/0xa5d70600080388d9 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154f8 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.475647:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604a600/0xa5d70600080388e0 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475657:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604a600/0xa5d70600080388e0 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475665:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604a600/0xa5d70600080388e0 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475672:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604b400/0xa5d70600080388e7 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475677:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604b400/0xa5d70600080388e7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475682:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604b400/0xa5d70600080388e7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475729:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166600/0xa5d70600080388ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475735:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166600/0xa5d70600080388ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475740:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166600/0xa5d70600080388ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:3.0:1746070982.475763:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 858 00000004:00200000:3.0:1746070982.475766:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746070982.475778:0:7218:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166600/0xa5d70600080388ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475784:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166600/0xa5d70600080388ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475791:0:7218:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604a600/0xa5d70600080388e0 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475795:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604a600/0xa5d70600080388e0 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475800:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604a600/0xa5d70600080388e0 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475804:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604a600/0xa5d70600080388e0 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475808:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a604a600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070982.475811:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604a600/0xa5d70600080388e0 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475815:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604a600/0xa5d70600080388e0 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475822:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff8800a00a2600) 00010000:00010000:3.0:1746070982.475825:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070982.475828:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604a600/0xa5d70600080388e0 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475832:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604a600/0xa5d70600080388e0 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475854:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604b400/0xa5d70600080388e7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475858:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604b400/0xa5d70600080388e7 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475884:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604b400/0xa5d70600080388e7 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475888:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a604b400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070982.475891:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604b400/0xa5d70600080388e7 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475894:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604b400/0xa5d70600080388e7 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475899:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff8800a52d1c00) 00010000:00010000:3.0:1746070982.475901:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070982.475902:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604b400/0xa5d70600080388e7 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475906:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604b400/0xa5d70600080388e7 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:3.0:1746070982.475921:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5463e00/0xa5d70600080388d9 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154f8 expref: 15 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.475930:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166600/0xa5d70600080388ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154f8 expref: 14 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.475935:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:3.0:1746070982.475937:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070982.475938:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6166600, rc 0) 00000100:00100000:3.0:1746070982.475980:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2357:x1830887431541120:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 416us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070982.475985:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32139 00000100:00100000:0.0:1746070982.478552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.478603:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431541248 00000100:00100000:1.0:1746070982.478610:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431541248 00000100:00100000:1.0:1746070982.478657:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30351 00000100:00100000:1.0:1746070982.478664:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431541248:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746070982.478676:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.478689:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d70600080388f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0154ff expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070982.478735:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426911488:192.168.204.29@tcp:106: 00000100:00100000:1.0:1746070982.479408:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1746070982.481649:0:9567:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime: 0 -> 1746070982 00000100:00100000:1.0:1746070982.481669:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426911488:192.168.204.29@tcp:106: 00010000:00010000:1.0:1746070982.481695:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d70600080388f5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ff expref: 6 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070982.481706:0:9567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a617a400/0xa5d70600080388f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ff expref: 6 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070982.481727:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a617a400, rc 0) 00000100:00100000:1.0:1746070982.481774:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2009:x1830887431541248:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 3110us (3227us total) trans 0 rc 301/301 00000100:00100000:1.0:1746070982.481781:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30351 00000100:00100000:0.0:1746070982.485600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070982.485806:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431541504 00000100:00100000:3.0:1746070982.485812:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431541504 00000100:00100000:3.0:1746070982.485850:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32140 00000100:00100000:3.0:1746070982.485855:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2357:x1830887431541504:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746070982.485881:0:10803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070982.485895:0:10803:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214200/0xa5d70600080388fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015506 expref: -99 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.485958:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007271aa00/0xa5d7060008038903 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070982.485967:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007271aa00/0xa5d7060008038903 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070982.485974:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007271aa00/0xa5d7060008038903 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00000004:00200000:3.0:1746070982.485980:0:10803:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 858 00010000:00010000:3.0:1746070982.486042:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214200/0xa5d70600080388fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015506 expref: 17 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.486050:0:10803:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007271aa00/0xa5d7060008038903 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015506 expref: 16 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.486055:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:3.0:1746070982.486057:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746070982.486058:0:10803:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007271aa00, rc 0) 00000100:00100000:3.0:1746070982.486102:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+16:2357:x1830887431541504:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 247us (511us total) trans 4294981729 rc 0/0 00000100:00100000:3.0:1746070982.486106:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32140 00000100:00100000:2.0:1746070982.488835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.488894:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431541632 00000100:00100000:1.0:1746070982.488900:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431541632 00000100:00100000:1.0:1746070982.488943:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30352 00000100:00100000:1.0:1746070982.488949:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431541632:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746070982.488962:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.488975:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a617ae00/0xa5d7060008038911 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01550d expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070982.489015:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426911616:192.168.204.29@tcp:106: 00000100:00100000:1.0:1746070982.489086:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070982.492334:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426911616:192.168.204.29@tcp:106: 00010000:00010000:1.0:1746070982.492364:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a617ae00/0xa5d7060008038911 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01550d expref: 6 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070982.492376:0:9567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a617ae00/0xa5d7060008038911 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01550d expref: 6 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070982.492388:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a617ae00, rc 0) 00000100:00100000:1.0:1746070982.492442:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2007:x1830887431541632:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 3492us (3612us total) trans 0 rc 301/301 00000100:00100000:1.0:1746070982.492450:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30352 00000100:00100000:2.0:1746070982.498941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070982.499087:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431541760 00000100:00100000:1.0:1746070982.499095:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431541760 00000100:00100000:1.0:1746070982.499141:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30353 00000100:00100000:1.0:1746070982.499148:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2357:x1830887431541760:12345-192.168.204.29@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746070982.499163:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070982.499176:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0435c00/0xa5d7060008038918 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015514 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.499198:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ea expref: 8 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.499210:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070982.499211:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070982.499214:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0435c00/0xa5d7060008038918 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015514 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.499237:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ea expref: 8 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.499247:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ea expref: 8 pid: 9567 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746070982.499257:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426911744:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070982.499673:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070982.506572:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072775500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426911744:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070982.506621:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0435c00/0xa5d7060008038918 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015514 expref: 6 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070982.506636:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0435c00, rc 0) 00000100:00100000:1.0:1746070982.506683:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2357:x1830887431541760:12345-192.168.204.29@tcp:101:mmap_cat.0 Request processed in 7535us (7749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070982.506691:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30353 00000100:00100000:2.0:1746070982.507692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070982.507771:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431541888 00000100:00100000:3.0:1746070982.507777:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431541888 00010000:00010000:3.0:1746070982.507802:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ea expref: 9 pid: 9567 timeout: 805 lvb_type: 0 00000100:00100000:3.0:1746070982.507833:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14148 00000100:00100000:3.0:1746070982.507839:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431541888:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070982.507850:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070982.507889:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ea expref: 9 pid: 9567 timeout: 805 lvb_type: 0 00010000:00010000:3.0:1746070982.507899:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ea expref: 9 pid: 9567 timeout: 805 lvb_type: 0 00010000:00010000:3.0:1746070982.507918:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d70600080388b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154ea expref: 9 pid: 9567 timeout: 805 lvb_type: 0 00010000:00010000:3.0:1746070982.507941:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070982.507943:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070982.507949:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0435c00/0xa5d7060008038918 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015514 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.507956:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0435c00/0xa5d7060008038918 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015514 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070982.507980:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0435c00/0xa5d7060008038918 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015514 expref: 5 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070982.507989:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426911872:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070982.508510:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebf000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070982.514045:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21522:1830887426911872:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070982.514089:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070982.514120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070982.514260:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431542144 00000100:00100000:0.0:1746070982.514280:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431542144 00002000:00100000:0.0:1746070982.514316:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800a50fa300 x1830887431542144/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:613/0 lens 488/0 e 0 to 0 dl 1746070993 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070982.514325:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fa300 with x1830887431542144 ext(0->4095) 00002000:00010000:0.0:1746070982.514329:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a50fa300 00000100:00100000:0.0:1746070982.514359:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13786 00000100:00100000:0.0:1746070982.514366:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431542144:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746070982.514460:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431542144:12345-192.168.204.29@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (342us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746070982.514465:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13786 00002000:00100000:0.0:1746070982.514470:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800a50fa300 x1830887431542144/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746070993 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746070982.514476:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fa300 with x1830887431542144 ext(0->4095) 00002000:00010000:0.0:1746070982.514479:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a50fa300 00000100:00100000:3.0:1746070982.514718:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431541888:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6877us (7026us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070982.514729:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14148 00010000:00010000:2.0:1746070982.597053:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746070983.207055:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426912000:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746070983.207106:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070983.207231:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426912000 00000100:00100000:3.0:1746070983.207238:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426912000 00000100:00080000:0.0:1746070983.207308:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070983.207359:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1746070983.207366:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426912000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746070983.207389:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3923173376 avail 3691651072 00000100:00100000:3.0:1746070983.207421:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426912000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070983.207425:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1746070983.207522:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a50f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426912000:0@lo:13:osp-pre-0-1.0 00000004:00080000:0.0:1746070983.239040:0:10107:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 706288173102ns, next at 707288171438ns, rc = 0 00000100:00100000:1.0:1746070983.239054:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746070983.239069:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426912128:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746070983.239121:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070983.239229:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426912128 00000100:00100000:2.0:1746070983.239236:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426912128 00000100:00100000:2.0:1746070983.239294:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1746070983.239301:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426912128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746070983.239318:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3923173376 avail 3691651072 00000100:00100000:2.0:1746070983.239347:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426912128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070983.239352:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1746070983.239414:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a50fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426912128:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1746070983.239424:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746070983.600488:0:8368:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1746070983.658494:0:7201:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00000001:00080000:1.0:1746070983.658521:0:7201:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981729 is committed 00000001:00080000:1.0:1746070983.658545:0:7201:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981728 is committed 00000004:00080000:1.0:1746070983.658562:0:7201:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00010000:00010000:1.0:1746070983.658586:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038704 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070983.658595:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038704 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070983.658599:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038704 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070983.658604:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36ee00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070983.658607:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038704 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070983.658612:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038704 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070983.658634:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8800a5e86600) 00010000:00010000:1.0:1746070983.658637:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070983.658640:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038704 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070983.658644:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038704 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070983.658670:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778400/0xa5d7060008038743 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658675:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778400/0xa5d7060008038743 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658680:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778400/0xa5d7060008038743 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658683:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0778400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070983.658685:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778400/0xa5d7060008038743 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658689:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778400/0xa5d7060008038743 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658694:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a00a2200) 00010000:00010000:1.0:1746070983.658696:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070983.658698:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778400/0xa5d7060008038743 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658701:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0778400/0xa5d7060008038743 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658711:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d706000803874a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658715:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d706000803874a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658719:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d706000803874a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658726:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007a2d1800 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070983.658728:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d706000803874a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658732:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d706000803874a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658737:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800a00a2900) 00010000:00010000:1.0:1746070983.658739:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070983.658740:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d706000803874a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658744:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d706000803874a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658750:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0c00/0xa5d7060008038751 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658753:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0c00/0xa5d7060008038751 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658757:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0c00/0xa5d7060008038751 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658759:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f2b0c00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070983.658761:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0c00/0xa5d7060008038751 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658765:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0c00/0xa5d7060008038751 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658771:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff8800a00a2600) 00010000:00010000:1.0:1746070983.658773:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070983.658775:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0c00/0xa5d7060008038751 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658778:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0c00/0xa5d7060008038751 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658786:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d70600080387cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:1.0:1746070983.658790:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d70600080387cf lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10803 initiator: MDT0 00010000:00010000:1.0:1746070983.658794:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d70600080387cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:1.0:1746070983.658798:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133c59e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070983.658799:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d70600080387cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:1.0:1746070983.658803:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d70600080387cf lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10803 initiator: MDT0 00010000:00010000:1.0:1746070983.658809:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff8800a52d1c00) 00010000:00010000:1.0:1746070983.658810:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070983.658812:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d70600080387cf lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:1.0:1746070983.658816:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d70600080387cf lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:1.0:1746070983.658836:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658841:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658849:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658852:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0214600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070983.658854:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658858:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658878:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800a52d1400) 00010000:00010000:1.0:1746070983.658880:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070983.658882:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070983.658886:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0214600/0xa5d70600080388af lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00000100:00100000:3.0:1746070983.659391:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746070983.659406:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426912256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1746070983.659454:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070983.659611:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426912256 00000100:00100000:1.0:1746070983.659617:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426912256 00000100:00100000:1.0:1746070983.659649:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30354 00000100:00100000:1.0:1746070983.659654:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830887426912256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1746070983.659675:0:9567:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:26 count 1 00010000:00010000:1.0:1746070983.659691:0:9567:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070983.659706:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015442 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070983.659713:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070983.659715:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070983.659717:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070983.659738:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015442 expref: 5 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070983.659747:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015442 expref: 5 pid: 17293 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746070983.659756:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072776680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426912384:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070983.662495:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932649c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070983.662846:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072776680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426912384:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070983.662882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:0.0:1746070983.662882:0:9567:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070983.663273:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431542272 00000100:00100000:3.0:1746070983.663278:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431542272 00010000:00010000:3.0:1746070983.663319:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015442 expref: 6 pid: 17293 timeout: 806 lvb_type: 0 00000100:00080000:0.0:1746070983.663319:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070983.663349:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14149 00000100:00100000:3.0:1746070983.663358:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072776300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431542272:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070983.663368:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070983.663373:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015442 expref: 6 pid: 17293 timeout: 806 lvb_type: 0 00010000:00010000:3.0:1746070983.663383:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015442 expref: 6 pid: 17293 timeout: 806 lvb_type: 0 00010000:00010000:3.0:1746070983.663399:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5e00/0xa5d70600080386cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015442 expref: 6 pid: 17293 timeout: 806 lvb_type: 0 00010000:00010000:3.0:1746070983.663410:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070983.663412:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070983.663416:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070983.663427:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070983.663442:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070983.663471:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072776300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2007:x1830887431542272:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 116us (590us total) trans 0 rc 0/0 00010000:00010000:0.0:1746070983.663574:0:9567:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070983.663582:0:9567:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070983.663594:0:9567:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070983.663600:0:9567:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070983.663612:0:9567:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746070983.663882:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1830887426912256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4227us (4427us total) trans 4294972316 rc 0/0 00000100:00100000:0.0:1746070983.663890:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30354 00010000:00010000:0.0:1746070983.663909:0:7209:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746070983.663913:0:7209:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070983.663919:0:7209:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a60dac00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070983.663923:0:7209:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070983.663929:0:7209:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070983.663939:0:7209:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070983.663944:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a60dac00/0xa5d706000803891f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070983.663960:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070983.663962:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746070983.663963:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1746070983.665957:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800820c6300/2, rc 0, transno 4294972316 00000100:00100000:0.0:1746070983.665966:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830887426912256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1746070983.666179:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14149 00010000:00010000:1.0:1746070984.605741:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746070984.855173:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746070984.855191:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426912512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746070984.855258:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070984.855397:0:18883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426912512 00000100:00100000:2.0:1746070984.855403:0:18883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426912512 00000100:00100000:2.0:1746070984.855445:0:18883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1746070984.855452:0:18883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3763:x1830887426912512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746070984.855478:0:18883:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445978112 avail 1316515840 00000100:00100000:2.0:1746070984.855513:0:18883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3763:x1830887426912512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070984.855519:0:18883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1746070984.855745:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426912512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746070985.390897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.391500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.392701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.392716:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.392729:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.392741:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.392753:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.392764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.392785:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.392807:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431542912 00000100:00100000:2.0:1746070985.392814:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431542912 00000100:00100000:2.0:1746070985.392849:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431543424 00000100:00100000:2.0:1746070985.392851:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431543424 00000100:00100000:2.0:1746070985.392859:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431542784 00000100:00100000:2.0:1746070985.392861:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431542784 00000100:00100000:2.0:1746070985.392884:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431543296 00000100:00100000:2.0:1746070985.392886:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431543296 00000100:00100000:2.0:1746070985.392896:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 754 00000100:00100000:2.0:1746070985.392902:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431542912:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070985.392957:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431542912:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 56us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.392964:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 754 00000100:00100000:2.0:1746070985.392976:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 755 00000100:00100000:2.0:1746070985.392980:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431543424:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070985.392998:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431543424:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 18us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.393003:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 755 00000100:00100000:2.0:1746070985.393010:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 756 00000100:00100000:2.0:1746070985.393014:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2008:x1830887431542784:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070985.393030:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2008:x1830887431542784:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 15us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.393035:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 756 00000100:00100000:2.0:1746070985.393042:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 757 00000100:00100000:2.0:1746070985.393046:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431543296:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070985.393061:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431543296:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 15us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.393064:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 757 00000100:00100000:2.0:1746070985.393091:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431542656 00000100:00100000:2.0:1746070985.393093:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431542656 00000100:00100000:2.0:1746070985.393110:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431543168 00000100:00100000:2.0:1746070985.393112:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431543168 00000100:00100000:2.0:1746070985.393122:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431542528 00000100:00100000:2.0:1746070985.393123:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431542528 00000100:00100000:2.0:1746070985.393129:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431543040 00000100:00100000:2.0:1746070985.393131:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431543040 00000100:00100000:2.0:1746070985.393138:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1080 00000100:00100000:2.0:1746070985.393141:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431542656:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070985.393158:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431542656:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 17us (1661us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.393163:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1080 00000100:00100000:2.0:1746070985.393169:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1081 00000100:00100000:2.0:1746070985.393173:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431543168:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070985.393186:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431543168:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 12us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.393191:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1081 00000100:00100000:2.0:1746070985.393197:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1082 00000100:00100000:2.0:1746070985.393200:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887431542528:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070985.393214:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887431542528:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 14us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.393231:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1082 00000100:00100000:2.0:1746070985.393239:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1083 00000100:00100000:2.0:1746070985.393243:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2008:x1830887431543040:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070985.393264:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2008:x1830887431543040:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 19us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.393268:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1083 00000100:00080000:2.0:1746070985.393302:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746070985.393304:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746070985.393306:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746070985.393308:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746070985.393624:0:7213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431542400 00000100:00100000:3.0:1746070985.393628:0:7213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431542400 00000100:00100000:3.0:1746070985.393649:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 548 00000100:00100000:3.0:1746070985.393653:0:7213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:61fe79c9-085c-4ff1-ac4e-0d8c7f263f56+12:2008:x1830887431542400:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:3.0:1746070985.393690:0:7213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7eec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:61fe79c9-085c-4ff1-ac4e-0d8c7f263f56+12:2008:x1830887431542400:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 36us (2799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070985.393695:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 548 00000001:02000400:1.0:1746070985.437956:0:28323:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 23:43:04 (1746070984) 00000100:00100000:2.0:1746070985.479722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070985.479784:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431543552 00000100:00100000:0.0:1746070985.479792:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431543552 00000100:00100000:0.0:1746070985.479831:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32141 00000100:00100000:0.0:1746070985.479838:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2991:x1830887431543552:12345-192.168.204.29@tcp:41:stat.0 00000004:00000024:0.0:1746070985.479897:0:7218:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7843217408 avail 7380172800 00000100:00100000:0.0:1746070985.479946:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2991:x1830887431543552:12345-192.168.204.29@tcp:41:stat.0 Request processed in 109us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070985.479952:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32141 00000100:00100000:0.0:1746070985.495309:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.495371:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431543680 00000100:00100000:2.0:1746070985.495378:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431543680 00000100:00100000:2.0:1746070985.495427:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32142 00000100:00100000:2.0:1746070985.495434:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:3002:x1830887431543680:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070985.495448:0:10803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070985.495462:0:10803:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49e00/0xa5d7060008038926 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01551b expref: -99 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.495504:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49600/0xa5d706000803892d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495514:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49600/0xa5d706000803892d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495524:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49600/0xa5d706000803892d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495533:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038934 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495538:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038934 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495542:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038934 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495573:0:10803:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49600/0xa5d706000803892d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495578:0:10803:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49600/0xa5d706000803892d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495582:0:10803:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49600/0xa5d706000803892d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495587:0:10803:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135e49600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070985.495589:0:10803:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49600/0xa5d706000803892d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495595:0:10803:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49600/0xa5d706000803892d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495604:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070985.495606:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070985.495610:0:10803:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49600/0xa5d706000803892d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495614:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49600/0xa5d706000803892d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495621:0:10803:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038934 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495626:0:10803:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038934 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495629:0:10803:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038934 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495633:0:10803:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6166400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070985.495634:0:10803:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038934 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495638:0:10803:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038934 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495643:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800a5e86200) 00010000:00010000:2.0:1746070985.495645:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070985.495647:0:10803:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038934 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495651:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038934 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.495672:0:10803:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49e00/0xa5d7060008038926 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01551b expref: 11 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.495679:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e49e00/0xa5d7060008038926 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01551b expref: 11 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.495685:0:10803:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e49e00, rc 0) 00000100:00100000:2.0:1746070985.495724:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:3002:x1830887431543680:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 291us (420us total) trans 0 rc 301/301 00000100:00100000:2.0:1746070985.495730:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32142 00000100:00100000:2.0:1746070985.499909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070985.499996:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431543936 00000100:00100000:0.0:1746070985.500004:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431543936 00000100:00100000:0.0:1746070985.500045:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32143 00000100:00100000:0.0:1746070985.500051:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:3002:x1830887431543936:12345-192.168.204.29@tcp:36:lfs.0 00010000:00010000:0.0:1746070985.500091:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070985.500112:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59000/0xa5d706000803876d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015465 expref: 10 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070985.500137:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070985.500141:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070985.500188:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.500199:0:7218:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec000/0xa5d7060008038815 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154a4 expref: 11 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070985.500205:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.500242:0:7218:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec000/0xa5d7060008038815 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154a4 expref: 11 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070985.500251:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec000/0xa5d7060008038815 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154a4 expref: 11 pid: 7218 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746070985.500263:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50fad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7218:1830887426912640:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070985.500324:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326240 going to sleep for 11 seconds 00000100:00100000:1.0:1746070985.505028:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a50fad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7218:1830887426912640:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070985.505035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070985.505049:0:7218:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000100:00100000:2.0:1746070985.505057:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431544064 00000100:00100000:2.0:1746070985.505062:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431544064 00010000:00010000:2.0:1746070985.505084:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec000/0xa5d7060008038815 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154a4 expref: 12 pid: 7218 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746070985.505104:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14150 00000100:00100000:2.0:1746070985.505110:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2007:x1830887431544064:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070985.505120:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070985.505125:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec000/0xa5d7060008038815 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154a4 expref: 12 pid: 7218 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746070985.505134:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec000/0xa5d7060008038815 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154a4 expref: 12 pid: 7218 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746070985.505150:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5dec000/0xa5d7060008038815 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0154a4 expref: 12 pid: 7218 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746070985.505159:0:21522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070985.505163:0:21522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070985.505173:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070985.505178:0:21522:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070985.505190:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070985.505227:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2007:x1830887431544064:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 116us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.506392:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14150 00010000:00010000:1.0:1746070985.506758:0:7218:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.506770:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.506789:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008038942 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.506797:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008038942 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.506804:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008038942 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000040:00080000:1.0:1746070985.507516:0:7218:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:1.0:1746070985.507570:0:7218:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:1.0:1746070985.507575:0:7218:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880093264840 with version 19 00000004:00080000:3.0:1746070985.507857:0:9057:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800aaada540 version 19 rpc_version 19 00000020:00100000:3.0:1746070985.507899:0:9057:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746070985.507906:0:9057:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800820c6a00 x1830887426912896/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746070985.507923:0:9057:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9057:1830887426912896:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746070985.508072:0:9057:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070985.508091:0:9057:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a06bc3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070985.508104:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426912896 00000100:00100000:3.0:1746070985.508108:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426912896 00000100:00100000:3.0:1746070985.508670:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1746070985.508676:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9057:x1830887426912896:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746070985.509015:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:9057:x1830887426912896:12345-0@lo:1000:osp_up1-0.0 Request processed in 338us (942us total) trans 4294967382 rc 0/0 00000100:00100000:3.0:1746070985.509021:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1746070985.509045:0:9057:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967381 gen 2 00000004:00080000:3.0:1746070985.509048:0:9057:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967381 committed transno 4294967381 00000020:00080000:3.0:1746070985.509053:0:9057:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a06bcc00 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:3.0:1746070985.509056:0:9057:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8800a00a2400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a06bc480 00000020:00080000:3.0:1746070985.509058:0:9057:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:3.0:1746070985.509060:0:9057:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8800a00a2e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800a0779c00 00000020:00080000:3.0:1746070985.509063:0:9057:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000100:00100000:3.0:1746070985.509082:0:9057:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff8800820c6a00 x1830887426912896/t4294967382(4294967382) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 1746071001 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 00000100:00100000:3.0:1746070985.509107:0:9057:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9057:1830887426912896:0@lo:1000:osp_up1-0.0 00000020:00080000:3.0:1746070985.509119:0:7248:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:3.0:1746070985.509136:0:7248:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00010000:00010000:1.0:1746070985.509242:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d7060008038949 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.509253:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d7060008038949 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.509262:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d7060008038949 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.509274:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038950 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.509279:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038950 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.509283:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038950 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.509300:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.509304:0:7218:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.509311:0:7218:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7218 initiator: MDT0 00000100:00100000:1.0:1746070985.509321:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc40000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:7218:1830887426913024:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1746070985.509340:0:7218:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070985.509353:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070985.509673:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426913024 00000100:00100000:2.0:1746070985.509678:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426913024 00000100:00100000:2.0:1746070985.509695:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1746070985.509700:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7218:x1830887426913024:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1746070985.509710:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070985.509721:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135e49600/0xa5d706000803895e lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa5d7060008038957 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.509733:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135e49600/0xa5d706000803895e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa5d7060008038957 expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.509742:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880135e49600/0xa5d706000803895e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa5d7060008038957 expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.509749:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a5e86d00) 00010000:00010000:2.0:1746070985.509751:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070985.509753:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e49600, rc 0) 00000100:00100000:2.0:1746070985.509784:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:7218:x1830887426913024:12345-0@lo:101:mdt00_000.0 Request processed in 84us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.509791:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1746070985.509898:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc40000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:7218:1830887426913024:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1746070985.509909:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa5d706000803895e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070985.509917:0:7218:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa5d706000803895e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1746070985.509935:0:7218:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800839f9180 reply state ffff88009f6ab000 transno 4294981730 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038950 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.509942:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038950 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.509947:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800727c9800) 00010000:00010000:0.0:1746070985.509949:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746070985.509952:0:7218:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746070985.509956:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa5d706000803895e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070985.509962:0:7218:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa5d706000803895e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1746070985.509970:0:7218:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:0.0:1746070985.509974:0:7218:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800839f9180 reply state ffff88009f6ab000 transno 4294981730 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d7060008038949 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.509979:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d7060008038949 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.509984:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800727c9e00) 00010000:00010000:0.0:1746070985.509986:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746070985.509987:0:7218:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1746070985.509990:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 4096 00010000:00010000:0.0:1746070985.509997:0:7218:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.510001:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.510005:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.510010:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.510015:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800821b2600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070985.510017:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.510023:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.510031:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070985.510033:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070985.510035:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.510039:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d706000803893b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00000004:00010000:0.0:1746070985.510047:0:7218:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800839f9180 reply state ffff88009f6ab000 transno 4294981730 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008038942 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.510052:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008038942 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.510056:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800727c9c00) 00010000:00010000:0.0:1746070985.510058:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746070985.510060:0:7218:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1746070985.510104:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:3002:x1830887431543936:12345-192.168.204.29@tcp:36:lfs.0 Request processed in 10051us (10198us total) trans 4294981730 rc 0/0 00000100:00100000:0.0:1746070985.510110:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32143 00000100:00100000:2.0:1746070985.516431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070985.516479:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431544192 00000100:00100000:1.0:1746070985.516487:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431544192 00000100:00100000:1.0:1746070985.516523:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32144 00000100:00100000:1.0:1746070985.516531:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:3003:x1830887431544192:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:1.0:1746070985.516548:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070985.516561:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038965 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015522 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.516613:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2a3600/0xa5d706000803896c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.516623:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2a3600/0xa5d706000803896c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.516631:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2a3600/0xa5d706000803896c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746070985.516661:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746070985.516663:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746070985.516677:0:7218:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2a3600/0xa5d706000803896c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.516693:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038965 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015522 expref: 13 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.516709:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2a3600/0xa5d706000803896c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015522 expref: 12 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.516715:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070985.516717:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746070985.516719:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f2a3600, rc 0) 00000100:00100000:1.0:1746070985.516752:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:3003:x1830887431544192:12345-192.168.204.29@tcp:101:cp.0 Request processed in 222us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070985.516757:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32144 00000100:00100000:0.0:1746070985.520999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.521120:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431544320 00000100:00100000:2.0:1746070985.521127:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431544320 00000100:00100000:2.0:1746070985.521160:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32145 00000100:00100000:2.0:1746070985.521167:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:3003:x1830887431544320:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:2.0:1746070985.521191:0:10803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070985.521205:0:10803:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e48400/0xa5d7060008038973 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015529 expref: -99 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.521262:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d706000803897a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521272:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d706000803897a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521281:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d706000803897a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521289:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038981 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521295:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038981 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521299:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038981 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521355:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ba00/0xa5d7060008038988 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521362:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ba00/0xa5d7060008038988 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521368:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ba00/0xa5d7060008038988 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00000004:00200000:2.0:1746070985.521418:0:10803:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 4096 00000004:00200000:2.0:1746070985.521422:0:10803:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746070985.521435:0:10803:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ba00/0xa5d7060008038988 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521443:0:10803:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d706000803897a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521448:0:10803:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d706000803897a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521453:0:10803:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d706000803897a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521458:0:10803:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a069aa00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070985.521461:0:10803:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d706000803897a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521467:0:10803:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d706000803897a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521476:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070985.521478:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070985.521481:0:10803:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d706000803897a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521485:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d706000803897a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521493:0:10803:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038981 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521510:0:10803:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038981 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521515:0:10803:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038981 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521518:0:10803:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a069a800 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070985.521521:0:10803:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038981 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521525:0:10803:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038981 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521531:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800727c9c00) 00010000:00010000:2.0:1746070985.521533:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070985.521538:0:10803:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038981 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521542:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038981 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.521561:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e48400/0xa5d7060008038973 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015529 expref: 14 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.521570:0:10803:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ba00/0xa5d7060008038988 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015529 expref: 13 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.521575:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800727c9e00) 00010000:00010000:2.0:1746070985.521577:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746070985.521579:0:10803:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a069ba00, rc 0) 00000100:00100000:2.0:1746070985.521618:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:3003:x1830887431544320:12345-192.168.204.29@tcp:101:cp.0 Request processed in 451us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.521625:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32145 00000100:00100000:2.0:1746070985.522821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070985.522885:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431544448 00000100:00100000:1.0:1746070985.522890:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431544448 00000100:00100000:1.0:1746070985.523428:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32146 00000100:00100000:1.0:1746070985.523436:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:3003:x1830887431544448:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:1.0:1746070985.523445:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070985.523457:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ae00/0xa5d706000803898f lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015530 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.523486:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ba00/0xa5d7060008038996 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.523495:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ba00/0xa5d7060008038996 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.523502:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ba00/0xa5d7060008038996 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746070985.523526:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746070985.523530:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746070985.523549:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ae00/0xa5d706000803898f lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015530 expref: 15 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.523561:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ba00/0xa5d7060008038996 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015530 expref: 14 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.523567:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800727c9800) 00010000:00010000:1.0:1746070985.523569:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746070985.523571:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a617ba00, rc 0) 00000100:00100000:1.0:1746070985.523604:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:3003:x1830887431544448:12345-192.168.204.29@tcp:101:cp.0 Request processed in 169us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070985.523609:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32146 00000100:00100000:2.0:1746070985.525496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070985.525630:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431544576 00000100:00100000:1.0:1746070985.525636:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431544576 00000100:00100000:1.0:1746070985.525855:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32147 00000100:00100000:1.0:1746070985.525862:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f693100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:3003:x1830887431544576:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:1.0:1746070985.525888:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070985.525900:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a617a400/0xa5d706000803899d lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015537 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.525933:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133c59000/0xa5d70600080389a4 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.525942:0:7218:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880135e49600/0xa5d706000803895e lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa5d7060008038957 expref: 6 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.525948:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133c59000/0xa5d70600080389a4 lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT1 00010000:00010000:1.0:1746070985.525971:0:7218:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880135e49600/0xa5d706000803895e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xa5d7060008038957 expref: 6 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070985.525984:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:7218:1830887426913152:0@lo:104: 00000100:00100000:1.0:1746070985.526015:0:7218:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070985.526042:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5437d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746070985.526083:0:7203:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1746070985.526092:0:7203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426913152 00000100:00100000:0.0:1746070985.526095:0:7203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426913152 00000100:00100000:0.0:1746070985.526114:0:7203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1746070985.526118:0:7203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a023c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7218:x1830887426913152:12345-0@lo:104: 00010000:00010000:0.0:1746070985.526125:0:7203:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xa5d706000803895e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070985.526153:0:7203:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1746070985.526157:0:7203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a023c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7218:x1830887426913152:12345-0@lo:104: Request processed in 39us (142us total) trans 0 rc 0/0 00010000:00010000:2.0:1746070985.526161:0:7208:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1746070985.526163:0:7203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00010000:2.0:1746070985.526166:0:7208:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xa5d706000803895e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.526171:0:7208:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133c59e00 already unused, calling callback (ffffffffa0f25e30) 00010000:00010000:2.0:1746070985.526174:0:7208:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xa5d706000803895e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746070985.526181:0:7208:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xa5d706000803895e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.526198:0:7208:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa5d706000803895e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.526202:0:7208:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1746070985.526228:0:7208:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa5d706000803895e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.526233:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133c59e00/0xa5d7060008038957 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa5d706000803895e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070985.526300:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:7218:1830887426913152:0@lo:104: 00010000:00010000:1.0:1746070985.526312:0:7218:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880133c59000/0xa5d70600080389a4 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT1 00010000:00010000:2.0:1746070985.526355:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746070985.526357:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746070985.526358:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746070985.526366:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426913280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1746070985.526389:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070985.526512:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426913280 00000100:00100000:0.0:1746070985.526516:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426913280 00010000:00010000:0.0:1746070985.526528:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135e49600/0xa5d706000803895e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xa5d7060008038957 expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070985.526542:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14151 00000100:00100000:0.0:1746070985.526546:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3765:x1830887426913280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1746070985.526553:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746070985.527563:0:8360:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967382 is committed 00010000:00010000:2.0:1746070985.527616:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135e49600/0xa5d706000803895e lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xa5d7060008038957 expref: 6 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.527626:0:21522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a5e86d00) 00010000:00010000:2.0:1746070985.527629:0:21522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880133c59000/0xa5d70600080389a4 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT1 00010000:00010000:2.0:1746070985.527635:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880133c59000/0xa5d70600080389a4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7218 initiator: MDT1 00010000:00010000:2.0:1746070985.527639:0:21522:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133c59000/0xa5d70600080389a4 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7218 initiator: MDT1 00010000:00010000:2.0:1746070985.527658:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070985.527684:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426913280:12345-0@lo:103:ldlm_bl.0 Request processed in 1138us (1294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.527689:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14151 00010000:00010000:1.0:1746070985.527728:0:7218:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880133c59000/0xa5d70600080389a4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT1 00010000:00010000:1.0:1746070985.527734:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133c59000/0xa5d70600080389a4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT1 00000100:00100000:3.0:1746070985.527748:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426913280:0@lo:103:ldlm_bl.0 00000004:00200000:1.0:1746070985.527766:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746070985.527770:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746070985.527796:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a617a400/0xa5d706000803899d lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015537 expref: 8 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.527816:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880133c59000/0xa5d70600080389a4 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015537 expref: 7 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.527822:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a5e86d00) 00010000:00010000:1.0:1746070985.527824:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746070985.527826:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133c59000, rc 0) 00000100:00100000:1.0:1746070985.527883:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f693100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:3003:x1830887431544576:12345-192.168.204.29@tcp:101:cp.0 Request processed in 2002us (2373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070985.527888:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32147 00000100:00100000:0.0:1746070985.529600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070985.529825:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431544704 00000100:00100000:1.0:1746070985.529831:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431544704 00000100:00100000:1.0:1746070985.529859:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32148 00000100:00100000:1.0:1746070985.529880:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:3003:x1830887431544704:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:1.0:1746070985.529891:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070985.529974:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d70600080389ab lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01553e expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.530012:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d70600080389b2 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530021:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d70600080389b2 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530029:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d70600080389b2 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530039:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d70600080389b9 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530044:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d70600080389b9 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530049:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d70600080389b9 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530086:0:7218:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d70600080389b2 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530092:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d70600080389b2 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530096:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d70600080389b2 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530104:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d70600080389b2 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530109:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a03c9c00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070985.530112:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d70600080389b2 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530117:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d70600080389b2 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530125:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800727c9800) 00010000:00010000:1.0:1746070985.530127:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070985.530130:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d70600080389b2 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530134:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d70600080389b2 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530142:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d70600080389b9 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530146:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d70600080389b9 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530150:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d70600080389b9 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530153:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a03c9400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070985.530155:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d70600080389b9 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530159:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d70600080389b9 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530167:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800727c9600) 00010000:00010000:1.0:1746070985.530169:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070985.530171:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d70600080389b9 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530175:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d70600080389b9 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.530192:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d70600080389ab lrc: 1/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01553e expref: 15 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.530198:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d70600080389ab lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01553e expref: 15 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.530203:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a03c9e00, rc 0) 00000100:00100000:1.0:1746070985.530250:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:3003:x1830887431544704:12345-192.168.204.29@tcp:101:cp.0 Request processed in 385us (651us total) trans 0 rc 301/301 00000100:00100000:1.0:1746070985.530255:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32148 00000100:00100000:0.0:1746070985.532952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070985.533031:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431544960 00000100:00100000:1.0:1746070985.533037:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431544960 00000100:00100000:1.0:1746070985.533116:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32149 00000100:00100000:1.0:1746070985.533124:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:3003:x1830887431544960:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:1.0:1746070985.533138:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070985.533140:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746070985.533202:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ba00/0xa5d7060008038996 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015530 expref: 14 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.533243:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800727c9800) 00010000:00010000:1.0:1746070985.533247:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070985.533256:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8800/0xa5d70600080389c0 lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015545 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.533321:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9a00/0xa5d70600080389c7 lrc: 3/0,1 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533331:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9a00/0xa5d70600080389c7 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533338:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9a00/0xa5d70600080389c7 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533347:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8c00/0xa5d70600080389ce lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533353:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8c00/0xa5d70600080389ce lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533358:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8c00/0xa5d70600080389ce lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00080000:1.0:1746070985.533584:0:7218:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:1.0:1746070985.533675:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007a37dc00/0xa5d70600080389d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533682:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007a37dc00/0xa5d70600080389d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533687:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007a37dc00/0xa5d70600080389d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533708:0:7218:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9a00/0xa5d70600080389c7 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533716:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9a00/0xa5d70600080389c7 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533720:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9a00/0xa5d70600080389c7 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533726:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9a00/0xa5d70600080389c7 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533731:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a03c9a00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070985.533733:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9a00/0xa5d70600080389c7 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533740:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9a00/0xa5d70600080389c7 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533746:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800727c9800) 00010000:00010000:1.0:1746070985.533749:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070985.533751:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9a00/0xa5d70600080389c7 lrc: 3/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533755:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9a00/0xa5d70600080389c7 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00000004:00010000:1.0:1746070985.533763:0:7218:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a50fad80 reply state ffff88012d0a6000 transno 4294981731 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8c00/0xa5d70600080389ce lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533770:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8c00/0xa5d70600080389ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.533774:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800727c9a00) 00010000:00010000:1.0:1746070985.533775:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746070985.533777:0:7218:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746070985.533793:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8800/0xa5d70600080389c0 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015545 expref: 16 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.533802:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007a37dc00/0xa5d70600080389d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015545 expref: 15 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.533807:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800727c9400) 00010000:00010000:1.0:1746070985.533808:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070985.533810:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a37dc00, rc 0) 00000100:00100000:1.0:1746070985.534742:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:3003:x1830887431544960:12345-192.168.204.29@tcp:101:cp.0 Request processed in 1617us (1794us total) trans 4294981731 rc 0/0 00000100:00100000:1.0:1746070985.534749:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32149 00000100:00100000:0.0:1746070985.537690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.537818:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431545088 00000100:00100000:2.0:1746070985.537825:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431545088 00000100:00100000:2.0:1746070985.537882:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30355 00000100:00100000:2.0:1746070985.537889:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2009:x1830887431545088:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:2.0:1746070985.537904:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070985.537920:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a069b400/0xa5d70600080389e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01554c expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070985.537938:0:9567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746070985.537954:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070985.537955:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070985.537961:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069b400/0xa5d70600080389e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01554c expref: 6 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070985.537979:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a069b400/0xa5d70600080389e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01554c expref: 6 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070985.537988:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a069b400, rc 0) 00000100:00100000:2.0:1746070985.538037:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431545088:12345-192.168.204.29@tcp:101:cp.0 Request processed in 147us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.538043:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30355 00000100:00100000:0.0:1746070985.539858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.540004:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431545216 00000100:00100000:2.0:1746070985.540010:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431545216 00000100:00100000:2.0:1746070985.540046:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30356 00000100:00100000:2.0:1746070985.540052:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fc73450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:3003:x1830887431545216:12345-192.168.204.29@tcp:101:cp.0 00010000:00010000:2.0:1746070985.540062:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070985.540079:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015553 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.540102:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a069b400/0xa5d70600080389e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01554c expref: 7 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070985.540108:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070985.540109:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070985.540112:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 7 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.540141:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a069b400/0xa5d70600080389e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01554c expref: 7 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070985.540161:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a069b400/0xa5d70600080389e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01554c expref: 7 pid: 9567 timeout: 808 lvb_type: 1 00000100:00100000:2.0:1746070985.540177:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426913408:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070985.540265:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebff00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070985.545413:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426913408:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070985.545441:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 7 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.545456:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a069b000, rc 0) 00000100:00100000:2.0:1746070985.545506:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fc73450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:3003:x1830887431545216:12345-192.168.204.29@tcp:101:cp.0 Request processed in 5453us (5656us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.545514:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30356 00000100:00100000:0.0:1746070985.546841:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.546917:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431545344 00000100:00100000:2.0:1746070985.546924:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431545344 00010000:00010000:2.0:1746070985.546950:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069b400/0xa5d70600080389e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01554c expref: 7 pid: 9567 timeout: 808 lvb_type: 1 00000100:00100000:2.0:1746070985.546982:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14152 00000100:00100000:2.0:1746070985.546989:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431545344:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070985.547000:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070985.547016:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a069b400/0xa5d70600080389e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01554c expref: 7 pid: 9567 timeout: 808 lvb_type: 1 00010000:00010000:2.0:1746070985.547030:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a069b400/0xa5d70600080389e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01554c expref: 7 pid: 9567 timeout: 808 lvb_type: 1 00010000:00010000:2.0:1746070985.547049:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a069b400/0xa5d70600080389e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01554c expref: 7 pid: 9567 timeout: 808 lvb_type: 1 00010000:00010000:2.0:1746070985.547430:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070985.547433:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070985.547439:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.547448:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.547476:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070985.547487:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426913536:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070985.547562:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebff00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070985.550801:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f690700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426913536:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070985.550816:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070985.550849:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431545344:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3860us (4011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.550858:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14152 00000100:00100000:0.0:1746070985.551153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070985.551199:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431545600 00000100:00100000:3.0:1746070985.551205:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431545600 00000100:00100000:3.0:1746070985.551241:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 178 00000100:00100000:3.0:1746070985.551248:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007786a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:3003:x1830887431545600:12345-192.168.204.29@tcp:35:cp.0 00000100:00100000:3.0:1746070985.551446:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007786a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:3003:x1830887431545600:12345-192.168.204.29@tcp:35:cp.0 Request processed in 198us (293us total) trans 4294981732 rc 0/0 00000100:00100000:3.0:1746070985.551451:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 178 00000100:00100000:0.0:1746070985.567773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070985.567830:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431545856 00000100:00100000:1.0:1746070985.567839:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431545856 00000100:00100000:1.0:1746070985.567917:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32150 00000100:00100000:1.0:1746070985.567923:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d801c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+17:3006:x1830887431545856:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:1.0:1746070985.567942:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070985.567956:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d70600080389f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01555a expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.568031:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8800/0xa5d70600080389f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.568041:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8800/0xa5d70600080389f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.568050:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8800/0xa5d70600080389f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746070985.568058:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 1716 00010000:00010000:1.0:1746070985.568124:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d70600080389f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01555a expref: 20 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.568145:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8800/0xa5d70600080389f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01555a expref: 19 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.568152:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800727c9400) 00010000:00010000:1.0:1746070985.568154:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746070985.568156:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a03c8800, rc 0) 00000100:00100000:1.0:1746070985.568278:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d801c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:3006:x1830887431545856:12345-192.168.204.29@tcp:101:dd.0 Request processed in 354us (510us total) trans 4294981733 rc 0/0 00000100:00100000:1.0:1746070985.568283:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32150 00000100:00100000:0.0:1746070985.600630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070985.600775:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431545984 00000100:00100000:1.0:1746070985.600784:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431545984 00000100:00100000:1.0:1746070985.600836:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32151 00000100:00100000:1.0:1746070985.600844:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+11:3010:x1830887431545984:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:1.0:1746070985.600860:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070985.600902:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d7060008038a06 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015561 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.600949:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038a0d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.600959:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038a0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.600967:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038a0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746070985.600997:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746070985.601000:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746070985.601013:0:7218:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038a0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.601028:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d7060008038a06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015561 expref: 13 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.601045:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038a0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015561 expref: 12 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.601051:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070985.601053:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746070985.601056:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a03c9800, rc 0) 00000100:00100000:1.0:1746070985.601089:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+12:3010:x1830887431545984:12345-192.168.204.29@tcp:101:dd.0 Request processed in 246us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070985.601094:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32151 00000100:00100000:0.0:1746070985.602834:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070985.602908:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431546112 00000100:00100000:3.0:1746070985.602914:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431546112 00000100:00100000:3.0:1746070985.602953:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32152 00000100:00100000:3.0:1746070985.602959:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d802a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+12:3010:x1830887431546112:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070985.602967:0:10803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070985.602977:0:10803:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6c00/0xa5d7060008038a14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015568 expref: -99 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070985.603008:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6000/0xa5d7060008038a1b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603017:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6000/0xa5d7060008038a1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603024:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6000/0xa5d7060008038a1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603032:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6800/0xa5d7060008038a22 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603038:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6800/0xa5d7060008038a22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603046:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6800/0xa5d7060008038a22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603103:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7a00/0xa5d7060008038a29 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603109:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7a00/0xa5d7060008038a29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603115:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7a00/0xa5d7060008038a29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00000004:00200000:3.0:1746070985.603160:0:10803:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 4096 00000004:00200000:3.0:1746070985.603163:0:10803:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746070985.603172:0:10803:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7a00/0xa5d7060008038a29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603179:0:10803:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6000/0xa5d7060008038a1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603185:0:10803:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6000/0xa5d7060008038a1b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603190:0:10803:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6000/0xa5d7060008038a1b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603194:0:10803:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c6000 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070985.603197:0:10803:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6000/0xa5d7060008038a1b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603203:0:10803:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6000/0xa5d7060008038a1b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603211:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070985.603224:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070985.603227:0:10803:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6000/0xa5d7060008038a1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603232:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6000/0xa5d7060008038a1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603243:0:10803:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6800/0xa5d7060008038a22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603247:0:10803:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6800/0xa5d7060008038a22 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603251:0:10803:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6800/0xa5d7060008038a22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603255:0:10803:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c6800 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070985.603257:0:10803:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6800/0xa5d7060008038a22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603262:0:10803:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6800/0xa5d7060008038a22 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603267:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800727c9c00) 00010000:00010000:3.0:1746070985.603269:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070985.603271:0:10803:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6800/0xa5d7060008038a22 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603275:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6800/0xa5d7060008038a22 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:3.0:1746070985.603290:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6c00/0xa5d7060008038a14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015568 expref: 14 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070985.603302:0:10803:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7a00/0xa5d7060008038a29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015568 expref: 13 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070985.603307:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800727c9e00) 00010000:00010000:3.0:1746070985.603309:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746070985.603311:0:10803:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c7a00, rc 0) 00000100:00100000:3.0:1746070985.603338:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d802a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+13:3010:x1830887431546112:12345-192.168.204.29@tcp:101:dd.0 Request processed in 380us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070985.603344:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32152 00000100:00100000:0.0:1746070985.605411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:2.0:1746070985.605779:0:8368:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746070985.605836:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431546240 00000100:00100000:1.0:1746070985.605843:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431546240 00000100:00100000:1.0:1746070985.605898:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32153 00000100:00100000:1.0:1746070985.605904:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+13:3010:x1830887431546240:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:1.0:1746070985.605918:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070985.605938:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a30 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01556f expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.605982:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d7060008038a37 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.605997:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d7060008038a37 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.606006:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d7060008038a37 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746070985.606041:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746070985.606045:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746070985.606068:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a30 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01556f expref: 15 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.606085:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133c59e00/0xa5d7060008038a37 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01556f expref: 14 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.606091:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800727c9800) 00010000:00010000:1.0:1746070985.606094:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746070985.606096:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133c59e00, rc 0) 00000100:00100000:1.0:1746070985.606132:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+14:3010:x1830887431546240:12345-192.168.204.29@tcp:101:dd.0 Request processed in 228us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070985.606137:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32153 00000100:00100000:0.0:1746070985.607852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070985.608070:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431546368 00000100:00100000:1.0:1746070985.608075:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431546368 00000100:00100000:1.0:1746070985.608115:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32154 00000100:00100000:1.0:1746070985.608121:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:3010:x1830887431546368:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:1.0:1746070985.608131:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070985.608143:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5e4400/0xa5d7060008038a3e lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015576 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.608173:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5e4200/0xa5d7060008038a45 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.608182:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5e4200/0xa5d7060008038a45 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT1 00010000:00010000:1.0:1746070985.608190:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5e4200/0xa5d7060008038a45 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT1 00000004:00200000:1.0:1746070985.608228:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746070985.608231:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746070985.608259:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5e4400/0xa5d7060008038a3e lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015576 expref: 8 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.608270:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5e4200/0xa5d7060008038a45 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015576 expref: 7 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.608275:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a5e86d00) 00010000:00010000:1.0:1746070985.608277:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746070985.608280:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5e4200, rc 0) 00000100:00100000:1.0:1746070985.608390:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+7:3010:x1830887431546368:12345-192.168.204.29@tcp:101:dd.0 Request processed in 269us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070985.608395:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32154 00000100:00100000:2.0:1746070985.611102:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070985.611289:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431546624 00000100:00100000:0.0:1746070985.611296:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431546624 00000100:00100000:0.0:1746070985.611340:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32155 00000100:00100000:0.0:1746070985.611346:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+14:3010:x1830887431546624:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:0.0:1746070985.611361:0:10803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070985.611375:0:10803:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3000/0xa5d7060008038a4c lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01557d expref: -99 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070985.611426:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2e00/0xa5d7060008038a53 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611436:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2e00/0xa5d7060008038a53 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611445:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2e00/0xa5d7060008038a53 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611453:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008038a5a lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611458:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008038a5a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611463:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008038a5a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611535:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3200/0xa5d7060008038a61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611542:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3200/0xa5d7060008038a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611547:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3200/0xa5d7060008038a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00000004:00200000:0.0:1746070985.611554:0:10803:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 1716 00010000:00010000:0.0:1746070985.611611:0:10803:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2e00/0xa5d7060008038a53 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611617:0:10803:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2e00/0xa5d7060008038a53 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611623:0:10803:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2e00/0xa5d7060008038a53 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611628:0:10803:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800821b2e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070985.611631:0:10803:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2e00/0xa5d7060008038a53 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611636:0:10803:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2e00/0xa5d7060008038a53 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611645:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800727c9800) 00010000:00010000:0.0:1746070985.611647:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070985.611650:0:10803:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2e00/0xa5d7060008038a53 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.611654:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2e00/0xa5d7060008038a53 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.612288:0:10803:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008038a5a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.612295:0:10803:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008038a5a lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.612300:0:10803:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008038a5a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.612305:0:10803:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800821b2200 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070985.612307:0:10803:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008038a5a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.612311:0:10803:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008038a5a lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.612321:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800727c9a00) 00010000:00010000:0.0:1746070985.612323:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070985.612326:0:10803:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008038a5a lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.612329:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008038a5a lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10803 initiator: MDT0 00010000:00010000:0.0:1746070985.612355:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3000/0xa5d7060008038a4c lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01557d expref: 17 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070985.612364:0:10803:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3200/0xa5d7060008038a61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01557d expref: 16 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070985.612369:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800727c9400) 00010000:00010000:0.0:1746070985.612371:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070985.612373:0:10803:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3200, rc 0) 00000100:00100000:0.0:1746070985.612431:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+16:3010:x1830887431546624:12345-192.168.204.29@tcp:101:dd.0 Request processed in 1082us (1331us total) trans 4294981734 rc 0/0 00000100:00100000:0.0:1746070985.612437:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32155 00000100:00100000:0.0:1746070985.614436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.614512:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431546752 00000100:00100000:2.0:1746070985.614518:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431546752 00000100:00100000:2.0:1746070985.614548:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30357 00000100:00100000:2.0:1746070985.614553:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:3010:x1830887431546752:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070985.614564:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070985.614576:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015584 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.614597:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.614603:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070985.614604:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070985.614607:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015584 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.614632:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.614643:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 5 pid: 10108 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746070985.614653:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f693480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426913664:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070985.616459:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebff00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070985.618256:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f693480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426913664:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070985.618278:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015584 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.618297:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a069aa00, rc 0) 00000100:00100000:2.0:1746070985.618328:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:3010:x1830887431546752:12345-192.168.204.29@tcp:101:dd.0 Request processed in 3773us (3895us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.618335:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30357 00000100:00100000:0.0:1746070985.619271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070985.619484:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431546880 00000100:00100000:3.0:1746070985.619490:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431546880 00002000:00100000:3.0:1746070985.619524:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->1715) req@ffff88009d802d80 x1830887431546880/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:616/0 lens 2208/0 e 0 to 0 dl 1746070996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070985.619533:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d802d80 with x1830887431546880 ext(0->1715) 00010000:00010000:3.0:1746070985.619539:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 6 pid: 10108 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746070985.619549:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 6 pid: 10108 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746070985.619554:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d802d80 00000100:00100000:3.0:1746070985.619569:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3057 00000100:00100000:3.0:1746070985.619575:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431546880:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070985.620407:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431546880:12345-192.168.204.29@tcp:4:dd.0 Request processed in 830us (1135us total) trans 4294972317 rc 0/0 00000100:00100000:0.0:1746070985.620414:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3057 00002000:00100000:0.0:1746070985.620419:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->1715) req@ffff88009d802d80 x1830887431546880/t4294972317(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:616/0 lens 2208/448 e 0 to 0 dl 1746070996 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070985.620431:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d802d80 with x1830887431546880 ext(0->1715) 00010000:00010000:0.0:1746070985.620436:0:24950:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 8 pid: 10108 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746070985.620446:0:24950:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 8 pid: 10108 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746070985.620451:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d802d80 00000100:00100000:0.0:1746070985.621851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.621962:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431547008 00000100:00100000:2.0:1746070985.621967:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431547008 00010000:00010000:2.0:1746070985.621985:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 8 pid: 10108 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746070985.622003:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14153 00000100:00100000:2.0:1746070985.622009:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d801500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431547008:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070985.622018:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746070985.622026:0:21522:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:2.0:1746070985.622028:0:21522:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746070985 00002000:00010000:2.0:1746070985.622030:0:21522:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime from disk: 0 -> 1746070985 00002000:00010000:2.0:1746070985.622031:0:21522:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746070985 00002000:00010000:2.0:1746070985.622033:0:21522:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1746070985.622037:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 8 pid: 10108 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746070985.622045:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 8 pid: 10108 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746070985.622063:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d70600080389ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015553 expref: 8 pid: 10108 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746070985.622089:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070985.622091:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070985.622097:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015584 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.622104:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015584 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.622128:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015584 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070985.622138:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f693480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426913792:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070985.622192:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebff00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070985.624605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070985.624722:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431547264 00000100:00100000:1.0:1746070985.624727:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431547264 00002000:00100000:1.0:1746070985.624755:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009d800e00 x1830887431547264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:616/0 lens 488/0 e 0 to 0 dl 1746070996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070985.624763:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d800e00 with x1830887431547264 ext(0->4095) 00002000:00010000:1.0:1746070985.624766:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d800e00 00000100:00100000:1.0:1746070985.624781:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13787 00000100:00100000:1.0:1746070985.624787:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431547264:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:1.0:1746070985.624897:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431547264:12345-192.168.204.29@tcp:3:dd.0 Request processed in 109us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070985.624903:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13787 00002000:00100000:1.0:1746070985.624908:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009d800e00 x1830887431547264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746070996 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070985.624915:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d800e00 with x1830887431547264 ext(0->4095) 00002000:00010000:1.0:1746070985.624923:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d800e00 00000100:00100000:2.0:1746070985.625084:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f693480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426913792:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070985.625096:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070985.625172:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d801500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431547008:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3162us (3322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.625180:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14153 00000100:00100000:0.0:1746070985.657479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.657545:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431547520 00000100:00100000:2.0:1746070985.657556:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431547520 00000100:00100000:2.0:1746070985.657608:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 179 00000100:00100000:2.0:1746070985.657616:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+16:3010:x1830887431547520:12345-192.168.204.29@tcp:35:dd.0 00000100:00100000:2.0:1746070985.658325:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+17:3010:x1830887431547520:12345-192.168.204.29@tcp:35:dd.0 Request processed in 708us (850us total) trans 4294981735 rc 0/0 00000100:00100000:2.0:1746070985.658332:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 179 00000100:00100000:0.0:1746070985.668568:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.668833:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431547648 00000100:00100000:2.0:1746070985.668841:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431547648 00000100:00100000:2.0:1746070985.668973:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32156 00000100:00100000:2.0:1746070985.668980:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d801180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:3013:x1830887431547648:12345-192.168.204.29@tcp:101:truncate.0 00010000:00010000:2.0:1746070985.669001:0:10803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070985.669017:0:10803:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ae00/0xa5d7060008038a76 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01558b expref: -99 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.669043:0:10803:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038a7d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.669054:0:10803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.669063:0:10803:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10803 initiator: MDT0 00010000:00010000:2.0:1746070985.669139:0:10803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ae00/0xa5d7060008038a76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01558b expref: 21 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.669158:0:10803:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069a800/0xa5d7060008038a7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01558b expref: 20 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.669164:0:10803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800727c9400) 00010000:00010000:2.0:1746070985.669167:0:10803:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746070985.669169:0:10803:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a069a800, rc 0) 00000100:00100000:2.0:1746070985.669202:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d801180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:3013:x1830887431547648:12345-192.168.204.29@tcp:101:truncate.0 Request processed in 223us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.669208:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32156 00000100:00100000:0.0:1746070985.674792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070985.674984:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431547904 00000100:00100000:1.0:1746070985.674992:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431547904 00000100:00100000:1.0:1746070985.675036:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32157 00000100:00100000:1.0:1746070985.675042:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+20:3013:x1830887431547904:12345-192.168.204.29@tcp:36:truncate.0 00010000:00010000:1.0:1746070985.675080:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070985.675611:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007a37dc00/0xa5d70600080389d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015545 expref: 20 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.675760:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800727c9400) 00010000:00010000:1.0:1746070985.675764:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070985.675902:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.675913:0:7218:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3200/0xa5d7060008038a61 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01557d expref: 16 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.675919:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.675943:0:7218:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3200/0xa5d7060008038a61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01557d expref: 16 pid: 10803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.675953:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3200/0xa5d7060008038a61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01557d expref: 16 pid: 10803 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746070985.675963:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc42680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7218:1830887426913920:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070985.676040:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5437540 going to sleep for 11 seconds 00000100:00100000:1.0:1746070985.680584:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc42680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7218:1830887426913920:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070985.680607:0:7218:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000100:00100000:0.0:1746070985.680888:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.681003:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431548032 00000100:00100000:2.0:1746070985.681009:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431548032 00010000:00010000:2.0:1746070985.681034:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3200/0xa5d7060008038a61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01557d expref: 17 pid: 10803 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746070985.681546:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14154 00000100:00100000:0.0:1746070985.681554:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+17:2008:x1830887431548032:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070985.681565:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070985.681570:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3200/0xa5d7060008038a61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01557d expref: 17 pid: 10803 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746070985.681581:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3200/0xa5d7060008038a61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01557d expref: 17 pid: 10803 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746070985.681597:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3200/0xa5d7060008038a61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01557d expref: 17 pid: 10803 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746070985.681615:0:7206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800727c9400) 00010000:00010000:0.0:1746070985.681619:0:7206:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.681627:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.681632:0:7206:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7218 initiator: MDT0 00010000:00010000:0.0:1746070985.681656:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070985.681686:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+16:2008:x1830887431548032:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 133us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070985.681692:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14154 00010000:00010000:1.0:1746070985.681837:0:7218:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.681842:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000001:00080000:1.0:1746070985.681920:0:7218:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294981736 00000004:00010000:1.0:1746070985.681951:0:7218:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009d800000 reply state ffff8801325c7000 transno 4294981737 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.681958:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.681963:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800727c9400) 00010000:00010000:1.0:1746070985.681965:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746070985.681967:0:7218:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746070985.682016:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:3013:x1830887431547904:12345-192.168.204.29@tcp:36:truncate.0 Request processed in 6974us (7230us total) trans 4294981737 rc 0/0 00000100:00100000:1.0:1746070985.682023:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32157 00000020:00080000:1.0:1746070985.682026:0:7218:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746070985.684460:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.684536:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431548160 00000100:00100000:2.0:1746070985.684542:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431548160 00000100:00100000:2.0:1746070985.684570:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30358 00000100:00100000:2.0:1746070985.684576:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:3013:x1830887431548160:12345-192.168.204.29@tcp:101:truncate.0 00010000:00010000:2.0:1746070985.684588:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070985.684601:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015592 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.684621:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015584 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.684627:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070985.684629:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070985.684632:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015592 expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.684657:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015584 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.684667:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015584 expref: 5 pid: 10108 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746070985.684677:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f693480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426914048:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070985.685875:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebff00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070985.687241:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f693480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426914048:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070985.687261:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015592 expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.687276:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a069ac00, rc 0) 00000100:00100000:2.0:1746070985.687302:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:3013:x1830887431548160:12345-192.168.204.29@tcp:101:truncate.0 Request processed in 2726us (2847us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.687309:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30358 00000100:00100000:0.0:1746070985.687828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070985.687962:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431548288 00000100:00100000:3.0:1746070985.687966:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431548288 00010000:00010000:3.0:1746070985.687986:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015584 expref: 6 pid: 10108 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746070985.688003:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14155 00000100:00100000:3.0:1746070985.688008:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2008:x1830887431548288:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070985.688017:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070985.688031:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015584 expref: 6 pid: 10108 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746070985.688040:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015584 expref: 6 pid: 10108 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746070985.688059:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a069aa00/0xa5d7060008038a6f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015584 expref: 6 pid: 10108 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746070985.688082:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070985.688084:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070985.688088:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015592 expref: 7 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070985.688096:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015592 expref: 7 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070985.688118:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015592 expref: 7 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070985.688127:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426914176:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070985.688562:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa3240 going to sleep for 11 seconds 00000100:00100000:3.0:1746070985.690039:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426914176:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070985.690052:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070985.690075:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+5:2008:x1830887431548288:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2067us (2248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070985.690082:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14155 00000100:00100000:0.0:1746070985.690497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.690619:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431548416 00000100:00100000:2.0:1746070985.690624:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431548416 00002000:00010000:2.0:1746070985.690645:0:9572:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (858->18446744073709551615) 00002000:00100000:2.0:1746070985.690648:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f480 with x1830887431548416 ext(858->18446744073709551615) 00002000:00010000:2.0:1746070985.690654:0:9572:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2f480. 00000100:00100000:2.0:1746070985.690677:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13788 00000100:00100000:2.0:1746070985.690682:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431548416:12345-192.168.204.29@tcp:10:truncate.0 00002000:00010000:2.0:1746070985.690859:0:9572:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746070985.690861:0:9572:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746070985 -> 1746070985 00002000:00010000:2.0:1746070985.690881:0:9572:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime from disk: 1746070985 -> 1746070985 00002000:00010000:2.0:1746070985.690883:0:9572:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746070985 -> 1746070985 00002000:00010000:2.0:1746070985.690885:0:9572:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1746070985.690903:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431548416:12345-192.168.204.29@tcp:10:truncate.0 Request processed in 220us (406us total) trans 4294972318 rc 0/0 00000100:00100000:2.0:1746070985.690908:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13788 00002000:00010000:2.0:1746070985.690910:0:9572:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (858->18446744073709551615) 00002000:00100000:2.0:1746070985.690912:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f480 with x1830887431548416 ext(858->18446744073709551615) 00002000:00010000:2.0:1746070985.690915:0:9572:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2f480. 00000100:00100000:2.0:1746070985.702169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070985.702346:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431548672 00000100:00100000:1.0:1746070985.702354:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431548672 00000100:00100000:1.0:1746070985.702392:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32158 00000100:00100000:1.0:1746070985.702398:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f693480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:3015:x1830887431548672:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:1.0:1746070985.702419:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070985.702434:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4c00/0xa5d7060008038a92 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015599 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.702492:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a99 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702502:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a99 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702509:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a99 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702516:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d7060008038aa0 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702521:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d7060008038aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702525:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d7060008038aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702586:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d7060008038aa7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702592:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d7060008038aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702596:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d7060008038aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746070985.702602:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 858 00010000:00010000:1.0:1746070985.702652:0:7218:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a99 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702657:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a99 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702662:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a99 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702667:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a99 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702671:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a03c9400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070985.702674:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a99 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702678:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a99 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702686:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800727c9800) 00010000:00010000:1.0:1746070985.702688:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070985.702690:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a99 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702694:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9400/0xa5d7060008038a99 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702719:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d7060008038aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702723:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d7060008038aa0 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702727:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d7060008038aa0 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702730:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a03c9e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070985.702732:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d7060008038aa0 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702739:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d7060008038aa0 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702743:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800727c9a00) 00010000:00010000:1.0:1746070985.702745:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070985.702746:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d7060008038aa0 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702750:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9e00/0xa5d7060008038aa0 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.702771:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4c00/0xa5d7060008038a92 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015599 expref: 25 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.702779:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9c00/0xa5d7060008038aa7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015599 expref: 24 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.702783:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800727c9400) 00010000:00010000:1.0:1746070985.702784:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070985.702786:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a03c9c00, rc 0) 00000100:00100000:1.0:1746070985.702829:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f693480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:3015:x1830887431548672:12345-192.168.204.29@tcp:101:dd.0 Request processed in 431us (667us total) trans 4294981738 rc 0/0 00000100:00100000:1.0:1746070985.702834:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32158 00000100:00100000:0.0:1746070985.707366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.707425:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431548928 00000100:00100000:2.0:1746070985.707432:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431548928 00000100:00100000:2.0:1746070985.707477:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 180 00000100:00100000:2.0:1746070985.707484:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+24:3015:x1830887431548928:12345-192.168.204.29@tcp:35:dd.0 00000100:00100000:2.0:1746070985.707710:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:3015:x1830887431548928:12345-192.168.204.29@tcp:35:dd.0 Request processed in 225us (350us total) trans 4294981739 rc 0/0 00000100:00100000:2.0:1746070985.707716:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 180 00000100:00100000:0.0:1746070985.709680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070985.709812:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431549184 00000100:00100000:1.0:1746070985.709818:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431549184 00002000:00100000:1.0:1746070985.709848:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a5e2fb80 x1830887431549184/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:616/0 lens 488/0 e 0 to 0 dl 1746070996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070985.709855:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2fb80 with x1830887431549184 ext(0->4095) 00002000:00010000:1.0:1746070985.709859:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2fb80 00000100:00100000:1.0:1746070985.709988:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13789 00000100:00100000:1.0:1746070985.709995:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431549184:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:1.0:1746070985.710093:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431549184:12345-192.168.204.29@tcp:3:dd.0 Request processed in 98us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746070985.710099:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13789 00002000:00100000:1.0:1746070985.710104:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a5e2fb80 x1830887431549184/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746070996 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070985.710115:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2fb80 with x1830887431549184 ext(0->4095) 00002000:00010000:1.0:1746070985.710118:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2fb80 00000100:00100000:0.0:1746070985.727728:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.727830:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431549440 00000100:00100000:2.0:1746070985.727837:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431549440 00000100:00100000:1.0:1746070985.729012:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32159 00000100:00100000:1.0:1746070985.729023:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+16:3019:x1830887431549440:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:1.0:1746070985.729044:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070985.729061:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4c00/0xa5d7060008038ab5 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155a0 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.729118:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4400/0xa5d7060008038abc lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729129:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4400/0xa5d7060008038abc lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729137:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4400/0xa5d7060008038abc lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729147:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61e3a00/0xa5d7060008038ac3 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729153:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61e3a00/0xa5d7060008038ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729158:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61e3a00/0xa5d7060008038ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729240:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880082196600/0xa5d7060008038aca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729247:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880082196600/0xa5d7060008038aca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729253:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880082196600/0xa5d7060008038aca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:1.0:1746070985.729260:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 858 00010000:00010000:1.0:1746070985.729314:0:7218:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4400/0xa5d7060008038abc lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729320:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4400/0xa5d7060008038abc lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729325:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4400/0xa5d7060008038abc lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729330:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4400/0xa5d7060008038abc lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729334:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d5e4400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070985.729337:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4400/0xa5d7060008038abc lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729343:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4400/0xa5d7060008038abc lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729351:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800727c9800) 00010000:00010000:1.0:1746070985.729353:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070985.729357:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4400/0xa5d7060008038abc lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729362:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4400/0xa5d7060008038abc lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729392:0:7218:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61e3a00/0xa5d7060008038ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729397:0:7218:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61e3a00/0xa5d7060008038ac3 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729401:0:7218:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61e3a00/0xa5d7060008038ac3 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729404:0:7218:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a61e3a00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070985.729406:0:7218:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61e3a00/0xa5d7060008038ac3 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729410:0:7218:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61e3a00/0xa5d7060008038ac3 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729415:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800727c9a00) 00010000:00010000:1.0:1746070985.729417:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070985.729419:0:7218:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61e3a00/0xa5d7060008038ac3 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729423:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a61e3a00/0xa5d7060008038ac3 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070985.729448:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e4c00/0xa5d7060008038ab5 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155a0 expref: 19 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.729458:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880082196600/0xa5d7060008038aca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155a0 expref: 18 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070985.729464:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800727c9400) 00010000:00010000:1.0:1746070985.729465:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070985.729467:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880082196600, rc 0) 00000100:00100000:1.0:1746070985.729509:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+18:3019:x1830887431549440:12345-192.168.204.29@tcp:101:dd.0 Request processed in 488us (1787us total) trans 4294981740 rc 0/0 00000100:00100000:1.0:1746070985.729515:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32159 00000100:00100000:0.0:1746070985.731464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.731527:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431549568 00000100:00100000:2.0:1746070985.731533:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431549568 00000100:00100000:2.0:1746070985.731573:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30359 00000100:00100000:2.0:1746070985.731579:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+5:3019:x1830887431549568:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070985.731590:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070985.731602:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007a37dc00/0xa5d7060008038ad8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155a7 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.731624:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015592 expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.731630:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070985.731632:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070985.731635:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a37dc00/0xa5d7060008038ad8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155a7 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.731658:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015592 expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.731670:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015592 expref: 8 pid: 10108 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746070985.731681:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426914304:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070985.732642:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebfcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070985.738939:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426914304:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070985.738965:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007a37dc00/0xa5d7060008038ad8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155a7 expref: 6 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070985.738980:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a37dc00, rc 0) 00000100:00100000:2.0:1746070985.739017:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+6:3019:x1830887431549568:12345-192.168.204.29@tcp:101:dd.0 Request processed in 7438us (7558us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070985.739025:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30359 00000100:00100000:0.0:1746070985.739195:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070985.739248:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431549696 00000100:00100000:3.0:1746070985.739254:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431549696 00010000:00010000:3.0:1746070985.739277:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015592 expref: 9 pid: 10108 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746070985.739296:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14156 00000100:00100000:3.0:1746070985.739302:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431549696:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070985.739311:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070985.739326:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015592 expref: 9 pid: 10108 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746070985.739335:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015592 expref: 9 pid: 10108 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746070985.739352:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a069ac00/0xa5d7060008038a8b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015592 expref: 9 pid: 10108 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746070985.739365:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070985.739367:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070985.739373:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007a37dc00/0xa5d7060008038ad8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155a7 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070985.739383:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007a37dc00/0xa5d7060008038ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155a7 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070985.739408:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007a37dc00/0xa5d7060008038ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155a7 expref: 5 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070985.739418:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426914432:192.168.204.29@tcp:105: 00000100:00100000:3.0:1746070985.739477:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746070985.741083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.741133:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431549952 00000100:00100000:2.0:1746070985.741138:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431549952 00002000:00100000:2.0:1746070985.741165:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a5e2e300 x1830887431549952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:616/0 lens 488/0 e 0 to 0 dl 1746070996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070985.741172:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2e300 with x1830887431549952 ext(0->4095) 00002000:00010000:2.0:1746070985.741176:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2e300 00000100:00100000:2.0:1746070985.741202:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13790 00000100:00100000:2.0:1746070985.741207:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431549952:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:3.0:1746070985.741580:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426914432:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070985.741593:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070985.741617:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431549696:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 2315us (2422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070985.741624:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14156 00000100:00100000:2.0:1746070985.742105:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+6:2007:x1830887431549952:12345-192.168.204.29@tcp:3:dd.0 Request processed in 896us (1024us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746070985.742113:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13790 00002000:00100000:2.0:1746070985.742119:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a5e2e300 x1830887431549952/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746070996 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070985.742125:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2e300 with x1830887431549952 ext(0->4095) 00002000:00010000:2.0:1746070985.742128:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2e300 00000100:00100000:0.0:1746070985.757572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070985.757634:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431550208 00000100:00100000:2.0:1746070985.757642:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431550208 00000100:00100000:2.0:1746070985.757700:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 181 00000100:00100000:2.0:1746070985.757707:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+18:3019:x1830887431550208:12345-192.168.204.29@tcp:35:dd.0 00000100:00100000:2.0:1746070985.758601:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+19:3019:x1830887431550208:12345-192.168.204.29@tcp:35:dd.0 Request processed in 893us (1035us total) trans 4294981741 rc 0/0 00000100:00100000:2.0:1746070985.758608:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 181 00000100:00100000:0.0:1746070986.183053:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b6e34143-9aca-4109-8ccf-1624f7851e8d:3766:1830887426914560:0@lo:400:kworker.0 00000100:00100000:3.0:1746070986.183070:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830887426914944:0@lo:400:kworker.0 00000100:00100000:3.0:1746070986.183110:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070986.183110:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426914816:0@lo:400:kworker.0 00000100:00100000:0.0:1746070986.183110:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070986.183133:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070986.183137:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830887426914688:0@lo:400:kworker.0 00000100:00100000:0.0:1746070986.183146:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426914944 00000100:00100000:2.0:1746070986.183149:0:18883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426914816 00000100:00100000:3.0:1746070986.183151:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426915456:0@lo:400:kworker.0 00000100:00100000:0.0:1746070986.183151:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426914944 00000100:00100000:2.0:1746070986.183152:0:18883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426914816 00000100:00100000:1.0:1746070986.183163:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070986.183167:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070986.183179:0:10803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426914688 00000100:00100000:2.0:1746070986.183180:0:18883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1746070986.183182:0:10803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426914688 00000100:00100000:3.0:1746070986.183183:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426915968:0@lo:400:kworker.0 00000100:00100000:2.0:1746070986.183186:0:18883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3764:x1830887426914816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070986.183187:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1746070986.183193:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830887426914944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070986.183194:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070986.183197:0:10803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:0.0:1746070986.183210:0:10803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830887426914688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070986.183217:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746070986.183221:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426915072:0@lo:400:kworker.0 00000100:00100000:2.0:1746070986.183235:0:18883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3764:x1830887426914816:12345-0@lo:400:kworker.0 Request processed in 50us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070986.183240:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830887426914944:12345-0@lo:400:kworker.0 Request processed in 48us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070986.183241:0:18883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1746070986.183241:0:10803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830887426914688:12345-0@lo:400:kworker.0 Request processed in 40us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070986.183242:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070986.183246:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1746070986.183252:0:18883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426915072 00000100:00100000:3.0:1746070986.183253:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426915584:0@lo:400:kworker.0 00000100:00100000:0.0:1746070986.183253:0:10803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:2.0:1746070986.183254:0:18883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426915072 00000100:00100000:2.0:1746070986.183267:0:18883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1746070986.183267:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426914560 00000100:00100000:3.0:1746070986.183268:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070986.183269:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426914560 00000100:00100000:2.0:1746070986.183270:0:18883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426915072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070986.183279:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830887426914688:0@lo:400:kworker.0 00000100:00100000:3.0:1746070986.183282:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426916096:0@lo:400:kworker.0 00000100:00100000:1.0:1746070986.183284:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3763:1830887426915200:0@lo:400:kworker.0 00000100:00100000:0.0:1746070986.183285:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1746070986.183288:0:18883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426915072:12345-0@lo:400:kworker.0 Request processed in 18us (46us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070986.183289:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b6e34143-9aca-4109-8ccf-1624f7851e8d+23:3766:x1830887426914560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070986.183292:0:18883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1746070986.183296:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070986.183300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070986.183304:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426915456 00000100:00100000:2.0:1746070986.183307:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426915456 00000100:00100000:3.0:1746070986.183312:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830887426914944:0@lo:400:kworker.0 00000100:00100000:0.0:1746070986.183313:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b6e34143-9aca-4109-8ccf-1624f7851e8d+23:3766:x1830887426914560:12345-0@lo:400:kworker.0 Request processed in 23us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070986.183314:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009491aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3763:1830887426915712:0@lo:400:kworker.0 00000100:00100000:0.0:1746070986.183317:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1746070986.183324:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426915968 00000100:00100000:2.0:1746070986.183326:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426915968 00000100:00100000:1.0:1746070986.183326:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070986.183327:0:3765:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967382 gen 2 00000004:00080000:3.0:1746070986.183331:0:3765:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967382 committed transno 4294967382 00000100:00100000:2.0:1746070986.183334:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426915584 00000100:00100000:0.0:1746070986.183334:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426915200 00000100:00100000:2.0:1746070986.183335:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426915584 00000100:00100000:0.0:1746070986.183336:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426915200 00000100:00100000:2.0:1746070986.183343:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426916096 00000100:00100000:2.0:1746070986.183344:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426916096 00000100:00100000:3.0:1746070986.183349:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a50f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426915072:0@lo:400:kworker.0 00000100:00100000:0.0:1746070986.183349:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426915712 00000100:00100000:0.0:1746070986.183351:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426915712 00000100:00100000:1.0:1746070986.183352:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:2.0:1746070986.183353:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1746070986.183357:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426915456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070986.183357:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830887426915200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070986.183362:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1746070986.183364:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1746070986.183367:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830887426915712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070986.183368:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426915968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070986.183385:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426915456:12345-0@lo:400:kworker.0 Request processed in 28us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070986.183387:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830887426915200:12345-0@lo:400:kworker.0 Request processed in 30us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070986.183390:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1746070986.183393:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426915968:12345-0@lo:400:kworker.0 Request processed in 24us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070986.183393:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1746070986.183394:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830887426915712:12345-0@lo:400:kworker.0 Request processed in 26us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070986.183397:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1746070986.183398:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:2.0:1746070986.183399:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1746070986.183402:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1830887426915584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746070986.183405:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1746070986.183408:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426916096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746070986.183414:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3763:1830887426915200:0@lo:400:kworker.0 00000100:00100000:2.0:1746070986.183417:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3765:x1830887426915584:12345-0@lo:400:kworker.0 Request processed in 14us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070986.183421:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1746070986.183422:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009491aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3763:1830887426915712:0@lo:400:kworker.0 00000100:00100000:3.0:1746070986.183423:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830887426916096:12345-0@lo:400:kworker.0 Request processed in 14us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070986.183427:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00080000:0.0:1746070986.183434:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746070986.183436:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426914816:0@lo:400:kworker.0 00000100:00080000:0.0:1746070986.183438:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070986.183439:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070986.183441:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3764:1830887426915328:0@lo:400:kworker.0 00000100:00100000:3.0:1746070986.183445:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b6e34143-9aca-4109-8ccf-1624f7851e8d:3766:1830887426914560:0@lo:400:kworker.0 00000100:00100000:2.0:1746070986.183455:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070986.183461:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426915584:0@lo:400:kworker.0 00000100:00100000:2.0:1746070986.183464:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3764:1830887426915840:0@lo:400:kworker.0 00000100:00100000:0.0:1746070986.183466:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426915328 00000100:00100000:3.0:1746070986.183467:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426916096:0@lo:400:kworker.0 00000100:00100000:0.0:1746070986.183469:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426915328 00000100:00100000:3.0:1746070986.183473:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426915968:0@lo:400:kworker.0 00000100:00100000:2.0:1746070986.183476:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070986.183479:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426915456:0@lo:400:kworker.0 00000100:00100000:0.0:1746070986.183494:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426915840 00000100:00100000:0.0:1746070986.183496:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426915840 00000100:00100000:0.0:1746070986.183505:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1746070986.183509:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830887426915328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070986.183514:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1746070986.183519:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830887426915840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070986.183540:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830887426915840:12345-0@lo:400:kworker.0 Request processed in 22us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070986.183540:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830887426915328:12345-0@lo:400:kworker.0 Request processed in 31us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070986.183544:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:2.0:1746070986.183547:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00080000:1.0:1746070986.183643:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746070986.183660:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3764:1830887426915328:0@lo:400:kworker.0 00000100:00100000:3.0:1746070986.183667:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3764:1830887426915840:0@lo:400:kworker.0 00000100:00100000:2.0:1746070986.200266:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426916224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746070986.200322:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070986.200436:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426916224 00000100:00100000:0.0:1746070986.200443:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426916224 00000100:00100000:0.0:1746070986.200486:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1746070986.200494:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426916224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746070986.200519:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:0.0:1746070986.200566:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426916224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070986.200572:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1746070986.201257:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426916224:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746070986.231241:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746070986.231257:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426916480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746070986.231313:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746070986.231323:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426916352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746070986.231372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070986.231422:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426916352 00000100:00100000:2.0:1746070986.231429:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426916352 00000100:00100000:2.0:1746070986.231456:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1746070986.231462:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426916352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746070986.231485:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3920039936 avail 3688517632 00000100:00100000:2.0:1746070986.231514:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426916352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070986.231519:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1746070986.231546:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070986.231553:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426916352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746070986.231566:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426916480 00000100:00100000:2.0:1746070986.231568:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426916480 00000100:00100000:2.0:1746070986.231582:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1746070986.231585:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830887426916480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746070986.231592:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3920039936 avail 3688517632 00000100:00100000:2.0:1746070986.231610:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830887426916480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 24us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070986.231616:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1746070986.231623:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426916480:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746070986.607542:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746070987.608982:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746070987.657221:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970699 is committed 00000100:00100000:2.0:1746070988.215733:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746070988.215751:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426916608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746070988.215803:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070988.215981:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426916608 00000100:00100000:3.0:1746070988.215989:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426916608 00000100:00080000:1.0:1746070988.216025:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070988.216038:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1746070988.216044:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426916608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746070988.216067:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3923173376 avail 3691651072 00000100:00100000:3.0:1746070988.218073:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830887426916608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2025us (2266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070988.218082:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1746070988.218175:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830887426916608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746070988.247478:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426916736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746070988.247536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070988.248542:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426916736 00000100:00100000:3.0:1746070988.248550:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426916736 00000100:00080000:1.0:1746070988.248588:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746070988.248599:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1746070988.248728:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3763:x1830887426916736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746070988.248747:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3923173376 avail 3691651072 00000100:00100000:3.0:1746070988.249032:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3763:x1830887426916736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 306us (1495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070988.249038:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1746070988.249113:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426916736:0@lo:13:osp-pre-0-0.0 00000001:02000400:1.0:1746070988.435779:0:28584:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 23:43:07 (1746070987) 00000100:00100000:2.0:1746070988.495788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070988.495888:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431550464 00000100:00100000:3.0:1746070988.495895:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431550464 00000100:00100000:3.0:1746070988.495935:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32160 00000100:00100000:3.0:1746070988.495942:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:3646:x1830887431550464:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:3.0:1746070988.495959:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070988.495961:0:14000:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746070988.495983:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2a3600/0xa5d706000803896c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015522 expref: 25 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.495997:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070988.496001:0:14000:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070988.496010:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801325adc00/0xa5d7060008038adf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155ae expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.496080:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.496091:0:14000:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038a0d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015561 expref: 18 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.496096:0:14000:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.496118:0:14000:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038a0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015561 expref: 18 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.496128:0:14000:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038a0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015561 expref: 18 pid: 7218 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746070988.496138:0:14000:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426916864:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070988.496212:0:14000:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0285540 going to sleep for 11 seconds 00000100:00080000:1.0:1746070988.496308:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746070988.497640:0:14000:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426916864:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070988.497654:0:14000:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000100:00100000:0.0:1746070988.498062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070988.498189:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431550592 00000100:00100000:3.0:1746070988.498195:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431550592 00010000:00010000:3.0:1746070988.498380:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038a0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015561 expref: 19 pid: 7218 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746070988.498409:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14157 00000100:00100000:3.0:1746070988.498414:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+19:2008:x1830887431550592:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070988.498422:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070988.498427:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038a0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015561 expref: 19 pid: 7218 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746070988.498435:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038a0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015561 expref: 19 pid: 7218 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746070988.498449:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038a0d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015561 expref: 19 pid: 7218 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746070988.498458:0:21522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070988.498462:0:21522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.498468:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.498473:0:21522:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.498486:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070988.498510:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+18:2008:x1830887431550592:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 96us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070988.498516:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14157 00010000:00010000:3.0:1746070988.498570:0:14000:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.498576:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.498588:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ada00/0xa5d7060008038aed lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.498594:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ada00/0xa5d7060008038aed lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.498599:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ada00/0xa5d7060008038aed lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000100:00080000:1.0:1746070988.499381:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746070988.500554:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ad600/0xa5d7060008038af4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.500566:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ad600/0xa5d7060008038af4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.500574:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ad600/0xa5d7060008038af4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:3.0:1746070988.500585:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 0 00010000:00010000:3.0:1746070988.500614:0:14000:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.500619:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.500624:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.500629:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.500636:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801325ac400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070988.500640:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.500645:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.500654:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070988.500656:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070988.500659:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.500663:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac400/0xa5d7060008038ae6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00000004:00010000:3.0:1746070988.500671:0:14000:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009491aa00 reply state ffff88009ef5a000 transno 4294981742 ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ada00/0xa5d7060008038aed lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.500677:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ada00/0xa5d7060008038aed lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.500681:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800a54a6d00) 00010000:00010000:3.0:1746070988.500683:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746070988.500685:0:14000:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746070988.500713:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801325adc00/0xa5d7060008038adf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ae expref: 27 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.500724:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ad600/0xa5d7060008038af4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ae expref: 26 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.500729:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff8800a54a6700) 00010000:00010000:3.0:1746070988.500731:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070988.500733:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325ad600, rc 0) 00000100:00100000:3.0:1746070988.500780:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:3646:x1830887431550464:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 4838us (4995us total) trans 4294981742 rc 0/0 00000100:00100000:3.0:1746070988.500786:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32160 00000100:00100000:1.0:1746070988.504441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070988.504566:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431550848 00000100:00100000:3.0:1746070988.504574:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431550848 00000100:00100000:3.0:1746070988.504608:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32161 00000100:00100000:3.0:1746070988.504615:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:3646:x1830887431550848:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:3.0:1746070988.504633:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070988.504647:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801325acc00/0xa5d7060008038b02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155b5 expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.504719:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.504730:0:14000:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ad600/0xa5d7060008038af4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ae expref: 28 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.504737:0:14000:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070988.504762:0:14000:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ad600/0xa5d7060008038af4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ae expref: 28 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.504772:0:14000:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ad600/0xa5d7060008038af4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ae expref: 28 pid: 14000 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746070988.504783:0:14000:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426916992:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070988.504933:0:14000:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0285cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070988.507282:0:14000:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426916992:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070988.507298:0:14000:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000100:00100000:2.0:1746070988.507475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070988.508273:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431550976 00000100:00100000:0.0:1746070988.508278:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431550976 00010000:00010000:0.0:1746070988.508300:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ad600/0xa5d7060008038af4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ae expref: 29 pid: 14000 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746070988.508321:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14158 00000100:00100000:0.0:1746070988.508327:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:2007:x1830887431550976:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070988.508336:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070988.508342:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ad600/0xa5d7060008038af4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ae expref: 29 pid: 14000 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746070988.508351:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ad600/0xa5d7060008038af4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ae expref: 29 pid: 14000 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746070988.508368:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ad600/0xa5d7060008038af4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ae expref: 29 pid: 14000 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746070988.508378:0:7206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff8800a54a6700) 00010000:00010000:0.0:1746070988.508381:0:7206:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070988.508387:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070988.508393:0:7206:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070988.508405:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070988.508434:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:2007:x1830887431550976:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 107us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070988.508439:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14158 00010000:00010000:2.0:1746070988.508542:0:14000:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070988.508548:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:2.0:1746070988.508561:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 0 00000004:00080000:2.0:1746070988.508670:0:14000:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00000004:00080000:2.0:1746070988.508675:0:14000:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:2.0:1746070988.509114:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070988.509122:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070988.509128:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070988.509132:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801325ac200 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070988.509135:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070988.509140:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070988.509148:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff8800a54a6700) 00010000:00010000:2.0:1746070988.509150:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746070988.509153:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070988.509157:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ac200/0xa5d7060008038b09 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070988.509204:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801325acc00/0xa5d7060008038b02 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155b5 expref: 28 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070988.509211:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801325acc00/0xa5d7060008038b02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155b5 expref: 28 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070988.509216:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801325acc00, rc 0) 00000100:00100000:2.0:1746070988.509237:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:3646:x1830887431550848:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 4623us (4802us total) trans 4294981743 rc 301/301 00000100:00100000:2.0:1746070988.509243:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32161 00000100:00100000:2.0:1746070988.512906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070988.513564:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431551232 00000100:00100000:3.0:1746070988.513571:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431551232 00000100:00100000:3.0:1746070988.513642:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 182 00000100:00100000:3.0:1746070988.513649:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:3646:x1830887431551232:12345-192.168.204.29@tcp:35:lfs.0 00000100:00100000:3.0:1746070988.513830:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:3646:x1830887431551232:12345-192.168.204.29@tcp:35:lfs.0 Request processed in 181us (931us total) trans 4294981744 rc 0/0 00000100:00100000:3.0:1746070988.513837:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 182 00000100:00100000:0.0:1746070988.517940:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070988.518035:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431551360 00000100:00100000:2.0:1746070988.518044:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431551360 00000100:00100000:2.0:1746070988.518098:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32162 00000100:00100000:2.0:1746070988.518107:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+28:3646:x1830887431551360:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070988.518125:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070988.518201:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389000/0xa5d7060008038b17 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155bc expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070988.518258:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389000/0xa5d7060008038b17 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155bc expref: 29 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070988.518270:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389000/0xa5d7060008038b17 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155bc expref: 29 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070988.518284:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:2.0:1746070988.518287:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746070988.518290:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6389000, rc 0) 00000100:00100000:2.0:1746070988.518467:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:3646:x1830887431551360:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 361us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070988.518473:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32162 00000100:00100000:3.0:1746070988.523012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070988.523579:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431551616 00000100:00100000:2.0:1746070988.523587:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431551616 00000100:00100000:2.0:1746070988.523639:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 183 00000100:00100000:2.0:1746070988.523646:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:3646:x1830887431551616:12345-192.168.204.29@tcp:35:lfs.0 00000100:00100000:2.0:1746070988.523911:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:3646:x1830887431551616:12345-192.168.204.29@tcp:35:lfs.0 Request processed in 265us (903us total) trans 4294981745 rc 0/0 00000100:00100000:2.0:1746070988.523918:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 183 00000100:00100000:0.0:1746070988.546068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070988.546191:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431551744 00000100:00100000:2.0:1746070988.546199:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431551744 00000100:00100000:2.0:1746070988.546249:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32163 00000100:00100000:2.0:1746070988.546256:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:3662:x1830887431551744:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070988.546275:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070988.546291:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155c3 expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070988.546337:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3cde00/0xa5d7060008038b25 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070988.546348:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3cde00/0xa5d7060008038b25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070988.546357:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3cde00/0xa5d7060008038b25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:2.0:1746070988.546391:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746070988.546394:0:14000:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746070988.546407:0:14000:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3cde00/0xa5d7060008038b25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070988.546422:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155c3 expref: 32 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070988.546450:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3cde00/0xa5d7060008038b25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155c3 expref: 31 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070988.546458:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070988.546460:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070988.546463:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f3cde00, rc 0) 00000100:00100000:2.0:1746070988.546498:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:3662:x1830887431551744:12345-192.168.204.29@tcp:101:dd.0 Request processed in 242us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070988.546503:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32163 00000100:00100000:0.0:1746070988.550700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070988.550765:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431552000 00000100:00100000:3.0:1746070988.550773:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431552000 00000100:00100000:3.0:1746070988.550820:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32164 00000100:00100000:3.0:1746070988.550827:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:3662:x1830887431552000:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070988.550842:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070988.550845:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746070988.550891:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3cde00/0xa5d7060008038b25 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155c3 expref: 31 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.550912:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070988.550916:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070988.550925:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0171200/0xa5d7060008038b2c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155ca expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.551017:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170e00/0xa5d7060008038b33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551026:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170e00/0xa5d7060008038b33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551033:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170e00/0xa5d7060008038b33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551040:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0171c00/0xa5d7060008038b3a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551045:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0171c00/0xa5d7060008038b3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551049:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0171c00/0xa5d7060008038b3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551080:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170600/0xa5d7060008038b41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551084:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170600/0xa5d7060008038b41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551088:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170600/0xa5d7060008038b41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:3.0:1746070988.551094:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 0 00010000:00010000:3.0:1746070988.551145:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170e00/0xa5d7060008038b33 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551149:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170e00/0xa5d7060008038b33 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551157:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170e00/0xa5d7060008038b33 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551175:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170e00/0xa5d7060008038b33 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551181:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0170e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070988.551184:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170e00/0xa5d7060008038b33 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551192:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170e00/0xa5d7060008038b33 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551198:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070988.551201:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070988.551203:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170e00/0xa5d7060008038b33 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551206:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170e00/0xa5d7060008038b33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551213:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0171c00/0xa5d7060008038b3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551217:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0171c00/0xa5d7060008038b3a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551220:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0171c00/0xa5d7060008038b3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551224:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0171c00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070988.551226:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0171c00/0xa5d7060008038b3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551234:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0171c00/0xa5d7060008038b3a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551239:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800a54a6d00) 00010000:00010000:3.0:1746070988.551240:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070988.551242:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0171c00/0xa5d7060008038b3a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551245:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0171c00/0xa5d7060008038b3a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.551270:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0171200/0xa5d7060008038b2c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ca expref: 33 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.551279:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170600/0xa5d7060008038b41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ca expref: 32 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.551284:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:3.0:1746070988.551285:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070988.551287:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0170600, rc 0) 00000100:00100000:3.0:1746070988.551337:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:3662:x1830887431552000:12345-192.168.204.29@tcp:101:dd.0 Request processed in 510us (644us total) trans 4294981746 rc 0/0 00000100:00100000:3.0:1746070988.551343:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32164 00000100:00100000:0.0:1746070988.554490:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070988.556443:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431552128 00000100:00100000:3.0:1746070988.556453:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431552128 00000100:00100000:3.0:1746070988.556507:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32165 00000100:00100000:3.0:1746070988.556515:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:3662:x1830887431552128:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070988.556539:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070988.556560:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038b4f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155d1 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.556588:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d233e00/0xa5d7060008038b56 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.556599:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d233e00/0xa5d7060008038b56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.556608:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d233e00/0xa5d7060008038b56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:3.0:1746070988.557025:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038b4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d1 expref: 34 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.557038:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d233e00/0xa5d7060008038b56 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d1 expref: 33 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.557045:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:3.0:1746070988.557048:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746070988.557051:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d233e00, rc 0) 00000100:00100000:3.0:1746070988.558290:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:3662:x1830887431552128:12345-192.168.204.29@tcp:101:dd.0 Request processed in 1772us (3802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070988.558298:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32165 00000100:00100000:0.0:1746070988.559968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070988.561220:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431552384 00000100:00100000:2.0:1746070988.561228:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431552384 00000100:00100000:2.0:1746070988.561264:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32166 00000100:00100000:2.0:1746070988.561271:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:3662:x1830887431552384:12345-192.168.204.29@tcp:36:dd.0 00010000:00010000:2.0:1746070988.561308:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070988.561328:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0170600/0xa5d7060008038b41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ca expref: 33 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070988.561357:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:2.0:1746070988.561361:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070988.561476:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746070988.561486:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746070988.561493:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000001:00080000:2.0:1746070988.561519:0:7219:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294981747 00000004:00010000:2.0:1746070988.561533:0:7219:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012b8d6680 reply state ffff88009f6a5000 transno 4294981748 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746070988.561540:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746070988.561545:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:2.0:1746070988.561548:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746070988.561550:0:7219:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746070988.561602:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:3662:x1830887431552384:12345-192.168.204.29@tcp:36:dd.0 Request processed in 331us (1636us total) trans 4294981748 rc 0/0 00000100:00100000:2.0:1746070988.561608:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32166 00000020:00080000:2.0:1746070988.561611:0:7219:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746070988.563665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070988.563736:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431552512 00000100:00100000:2.0:1746070988.563741:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431552512 00000100:00100000:2.0:1746070988.563792:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30360 00000100:00100000:2.0:1746070988.563798:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:3662:x1830887431552512:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070988.563808:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070988.563819:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155d8 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070988.563835:0:17293:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00080000:1.0:1746070988.563882:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746070988.564019:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070988.564022:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070988.564030:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 9 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.564044:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 9 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.564057:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5ec8600, rc 0) 00000100:00100000:3.0:1746070988.564098:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:3662:x1830887431552512:12345-192.168.204.29@tcp:101:dd.0 Request processed in 299us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070988.564103:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30360 00000100:00100000:0.0:1746070988.566248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070988.566587:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431552640 00000100:00100000:3.0:1746070988.566592:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431552640 00000100:00100000:3.0:1746070988.567407:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30361 00000100:00100000:3.0:1746070988.567415:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:3662:x1830887431552640:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070988.567429:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070988.567446:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d232000/0xa5d7060008038b6b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155df expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746070988.567463:0:17293:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746070988.567478:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070988.567479:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070988.567484:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d232000/0xa5d7060008038b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155df expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.567496:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d232000/0xa5d7060008038b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155df expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070988.567504:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d232000, rc 0) 00000100:00100000:3.0:1746070988.567538:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:3662:x1830887431552640:12345-192.168.204.29@tcp:101:dd.0 Request processed in 124us (1294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070988.567542:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30361 00000100:00080000:1.0:1746070988.567675:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070988.569354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070988.569384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070988.569687:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431552768 00000100:00100000:2.0:1746070988.569694:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431552768 00002000:00010000:2.0:1746070988.569718:0:9572:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/28 (0->18446744073709551615) 00000100:00100000:1.0:1746070988.569720:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431552896 00002000:00100000:2.0:1746070988.569721:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d4000 with x1830887431552768 ext(0->18446744073709551615) 00000100:00100000:1.0:1746070988.569724:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431552896 00002000:00010000:2.0:1746070988.569730:0:9572:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d4000. 00002000:00010000:1.0:1746070988.569736:0:24950:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:1.0:1746070988.569738:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d5f80 with x1830887431552896 ext(0->18446744073709551615) 00002000:00010000:1.0:1746070988.569743:0:24950:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d5f80. 00000100:00100000:2.0:1746070988.569758:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13791 00000100:00100000:2.0:1746070988.569765:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2009:x1830887431552768:12345-192.168.204.29@tcp:10:dd.0 00002000:00010000:2.0:1746070988.569904:0:9572:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746070988.569907:0:9572:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1746070988 00002000:00010000:2.0:1746070988.569909:0:9572:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746070988.569911:0:9572:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1746070988 00002000:00010000:2.0:1746070988.569912:0:9572:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1746070988.569945:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2009:x1830887431552768:12345-192.168.204.29@tcp:10:dd.0 Request processed in 181us (593us total) trans 4294972319 rc 0/0 00000100:00100000:2.0:1746070988.569951:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13791 00002000:00010000:2.0:1746070988.569953:0:9572:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/28 (0->18446744073709551615) 00002000:00100000:2.0:1746070988.569956:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d4000 with x1830887431552768 ext(0->18446744073709551615) 00002000:00010000:2.0:1746070988.569959:0:9572:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d4000. 00000100:00100000:2.0:1746070988.569971:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13792 00000100:00100000:2.0:1746070988.569975:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431552896:12345-192.168.204.29@tcp:10:dd.0 00002000:00010000:2.0:1746070988.570037:0:9572:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746070988.570039:0:9572:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1746070988 00002000:00010000:2.0:1746070988.570041:0:9572:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746070988.570043:0:9572:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1746070988 00002000:00010000:2.0:1746070988.570044:0:9572:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1746070988.570060:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431552896:12345-192.168.204.29@tcp:10:dd.0 Request processed in 83us (674us total) trans 4294970700 rc 0/0 00000100:00100000:2.0:1746070988.570066:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13792 00002000:00010000:2.0:1746070988.570068:0:9572:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:2.0:1746070988.570070:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d5f80 with x1830887431552896 ext(0->18446744073709551615) 00002000:00010000:2.0:1746070988.570073:0:9572:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d5f80. 00010000:00010000:2.0:1746070988.614548:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070988.993766:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070988.993943:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431553152 00000100:00100000:1.0:1746070988.993951:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431553152 00002000:00100000:1.0:1746070988.993989:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88012b8d7b80 x1830887431553152/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:619/0 lens 488/0 e 0 to 0 dl 1746070999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070988.993997:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d7b80 with x1830887431553152 ext(0->4194303) 00002000:00010000:1.0:1746070988.994002:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d7b80 00000100:00100000:1.0:1746070988.994018:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13793 00000100:00100000:1.0:1746070988.994024:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2007:x1830887431553152:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070989.005440:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.005712:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431553408 00000100:00100000:1.0:1746070989.005720:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431553408 00002000:00100000:1.0:1746070989.005756:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff8800a5e0dc00 x1830887431553408/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070989.005765:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0dc00 with x1830887431553408 ext(0->4194303) 00002000:00010000:1.0:1746070989.005770:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e0dc00 00000100:00100000:1.0:1746070989.005787:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13794 00000100:00100000:1.0:1746070989.005793:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431553408:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070989.063717:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2007:x1830887431553152:12345-192.168.204.29@tcp:4:dd.0 Request processed in 69684us (69950us total) trans 4294972320 rc 0/0 00000100:00100000:0.0:1746070989.063729:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13793 00002000:00100000:0.0:1746070989.063740:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88012b8d7b80 x1830887431553152/t4294972320(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:619/0 lens 488/448 e 0 to 0 dl 1746070999 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070989.063748:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d7b80 with x1830887431553152 ext(0->4194303) 00002000:00010000:0.0:1746070989.063753:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d7b80 00000001:00080000:0.0:1746070989.068733:0:9564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972320 is committed 00000001:00080000:0.0:1746070989.068757:0:9564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972316 is committed 00000100:00100000:2.0:1746070989.115015:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.115066:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431553664 00000100:00100000:1.0:1746070989.115074:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431553664 00002000:00100000:1.0:1746070989.115111:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff88009fc3b100 x1830887431553664/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070989.115120:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3b100 with x1830887431553664 ext(4194304->8388607) 00002000:00010000:1.0:1746070989.115125:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3b100 00000100:00100000:1.0:1746070989.115169:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13795 00000100:00100000:1.0:1746070989.115177:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431553664:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070989.124344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070989.125297:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431553920 00000100:00100000:3.0:1746070989.125305:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431553920 00002000:00100000:3.0:1746070989.125339:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff8800a5e0d180 x1830887431553920/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070989.125348:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0d180 with x1830887431553920 ext(4194304->8388607) 00002000:00010000:3.0:1746070989.125352:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e0d180 00000100:00100000:3.0:1746070989.125381:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13796 00000100:00100000:3.0:1746070989.125387:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431553920:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070989.142050:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2008:x1830887431553408:12345-192.168.204.29@tcp:4:dd.0 Request processed in 136247us (136606us total) trans 4294970701 rc 0/0 00000100:00100000:0.0:1746070989.142062:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13794 00002000:00100000:0.0:1746070989.142072:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff8800a5e0dc00 x1830887431553408/t4294970701(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:620/0 lens 488/448 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070989.142081:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0dc00 with x1830887431553408 ext(0->4194303) 00002000:00010000:0.0:1746070989.142086:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e0dc00 00000100:00100000:0.0:1746070989.177718:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431553664:12345-192.168.204.29@tcp:4:dd.0 Request processed in 62534us (62702us total) trans 4294972321 rc 0/0 00000100:00100000:0.0:1746070989.177730:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13795 00002000:00100000:0.0:1746070989.177741:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff88009fc3b100 x1830887431553664/t4294972321(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:620/0 lens 488/448 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070989.177750:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3b100 with x1830887431553664 ext(4194304->8388607) 00002000:00010000:0.0:1746070989.177755:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3b100 00000100:00100000:0.0:1746070989.197292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.197343:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431554176 00000100:00100000:1.0:1746070989.197350:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431554176 00002000:00100000:1.0:1746070989.197384:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff8800a5e0c000 x1830887431554176/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070989.197393:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0c000 with x1830887431554176 ext(8388608->12582911) 00002000:00010000:1.0:1746070989.197397:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0c000 00000100:00100000:1.0:1746070989.197421:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13797 00000100:00100000:1.0:1746070989.197428:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431554176:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:3.0:1746070989.210413:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887431553920:12345-192.168.204.29@tcp:4:dd.0 Request processed in 85014us (86066us total) trans 4294970702 rc 0/0 00000100:00100000:3.0:1746070989.210424:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13796 00002000:00100000:3.0:1746070989.210436:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff8800a5e0d180 x1830887431553920/t4294970702(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:620/0 lens 488/448 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070989.210444:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0d180 with x1830887431553920 ext(4194304->8388607) 00002000:00010000:3.0:1746070989.210449:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e0d180 00000100:00100000:0.0:1746070989.216704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070989.216758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070989.217252:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431554432 00000100:00100000:3.0:1746070989.217260:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431554432 00002000:00100000:3.0:1746070989.217295:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff8800a5e0d500 x1830887431554432/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070989.217304:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0d500 with x1830887431554432 ext(8388608->12582911) 00002000:00010000:3.0:1746070989.217309:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e0d500 00000100:00100000:3.0:1746070989.217702:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13798 00000100:00100000:3.0:1746070989.217713:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887431554432:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:2.0:1746070989.220898:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431554688 00000100:00100000:2.0:1746070989.220908:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431554688 00000100:00100000:2.0:1746070989.220947:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 184 00000100:00100000:2.0:1746070989.220954:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880077869c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:3662:x1830887431554688:12345-192.168.204.29@tcp:35:dd.0 00000001:00080000:2.0:1746070989.221095:0:7221:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294981749 00000100:00100000:2.0:1746070989.221173:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880077869c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:3662:x1830887431554688:12345-192.168.204.29@tcp:35:dd.0 Request processed in 219us (4414us total) trans 4294981750 rc 0/0 00000100:00100000:2.0:1746070989.221179:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 184 00000020:00080000:2.0:1746070989.221182:0:7221:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746070989.245047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.245141:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431554816 00000100:00100000:2.0:1746070989.245156:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431554816 00000100:00100000:2.0:1746070989.245669:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32167 00000100:00100000:2.0:1746070989.245678:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:3666:x1830887431554816:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070989.245698:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070989.245716:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ec9800/0xa5d7060008038b72 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155e6 expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.245766:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038b79 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.245777:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038b79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.245787:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038b79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:2.0:1746070989.245815:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746070989.245818:0:14000:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746070989.245831:0:14000:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038b79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.245849:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ec9800/0xa5d7060008038b72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155e6 expref: 39 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.245902:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038b79 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155e6 expref: 38 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.245909:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070989.245911:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070989.245914:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f2b0a00, rc 0) 00000100:00100000:2.0:1746070989.245966:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:3666:x1830887431554816:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 289us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070989.245974:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32167 00000100:00100000:1.0:1746070989.250018:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2007:x1830887431554176:12345-192.168.204.29@tcp:4:dd.0 Request processed in 52583us (52725us total) trans 4294972322 rc 0/0 00000100:00100000:1.0:1746070989.250029:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13797 00002000:00100000:1.0:1746070989.250041:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff8800a5e0c000 x1830887431554176/t4294972322(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:620/0 lens 488/448 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070989.250050:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0c000 with x1830887431554176 ext(8388608->12582911) 00002000:00010000:1.0:1746070989.250054:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0c000 00000100:00100000:3.0:1746070989.279422:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431554432:12345-192.168.204.29@tcp:4:dd.0 Request processed in 61706us (62719us total) trans 4294970703 rc 0/0 00000100:00100000:3.0:1746070989.279430:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13798 00002000:00100000:3.0:1746070989.279439:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff8800a5e0d500 x1830887431554432/t4294970703(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:620/0 lens 488/448 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070989.279444:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0d500 with x1830887431554432 ext(8388608->12582911) 00002000:00010000:3.0:1746070989.279448:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e0d500 00010000:00010000:2.0:1746070989.616539:0:8368:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746070989.679127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070989.679259:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431555072 00000100:00100000:0.0:1746070989.679267:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431555072 00000100:00100000:0.0:1746070989.679315:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32168 00000100:00100000:0.0:1746070989.679323:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:3678:x1830887431555072:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:0.0:1746070989.679338:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070989.679341:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746070989.679362:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038b79 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155e6 expref: 38 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.679376:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070989.679379:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070989.679386:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008038b80 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155ed expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.679539:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2400/0xa5d7060008038b87 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679548:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2400/0xa5d7060008038b87 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679556:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2400/0xa5d7060008038b87 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679565:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008038b8e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679570:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008038b8e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679574:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008038b8e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679809:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038b95 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679816:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038b95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679821:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038b95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:0.0:1746070989.679828:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:0.0:1746070989.679967:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2400/0xa5d7060008038b87 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679973:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2400/0xa5d7060008038b87 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679977:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2400/0xa5d7060008038b87 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679982:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2400/0xa5d7060008038b87 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679986:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800821b2400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070989.679989:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2400/0xa5d7060008038b87 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.679997:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2400/0xa5d7060008038b87 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.680005:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070989.680007:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070989.680009:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2400/0xa5d7060008038b87 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.680014:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2400/0xa5d7060008038b87 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00000004:00010000:0.0:1746070989.680022:0:7219:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009fc43100 reply state ffff88009ee85000 transno 4294981751 ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008038b8e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.680028:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008038b8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.680033:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880124262f00) 00010000:00010000:0.0:1746070989.680035:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746070989.680036:0:7219:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746070989.680052:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2200/0xa5d7060008038b80 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ed expref: 40 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.680060:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038b95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ed expref: 39 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.680065:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880124262200) 00010000:00010000:0.0:1746070989.680067:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070989.680068:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3600, rc 0) 00000100:00100000:0.0:1746070989.680102:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:3678:x1830887431555072:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 781us (986us total) trans 4294981751 rc 0/0 00000100:00100000:0.0:1746070989.680110:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32168 00000100:00100000:0.0:1746070989.684048:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.684457:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431555328 00000100:00100000:1.0:1746070989.684464:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431555328 00000100:00100000:1.0:1746070989.684516:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32169 00000100:00100000:1.0:1746070989.684524:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:3678:x1830887431555328:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:1.0:1746070989.684541:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070989.684555:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c000/0xa5d7060008038ba3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155f4 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.684628:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.684639:0:7219:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038b95 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ed expref: 41 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.684645:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.684666:0:7219:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038b95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ed expref: 41 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.684675:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038b95 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ed expref: 41 pid: 7219 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746070989.684689:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7219:1830887426917120:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070989.685356:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1746070989.689213:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7219:1830887426917120:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070989.689233:0:7219:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000100:00100000:0.0:1746070989.689496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.689641:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431555456 00000100:00100000:1.0:1746070989.689646:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431555456 00010000:00010000:1.0:1746070989.689669:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038b95 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ed expref: 42 pid: 7219 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746070989.689706:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14159 00000100:00100000:1.0:1746070989.689713:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887431555456:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070989.689723:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070989.689727:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038b95 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ed expref: 42 pid: 7219 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746070989.689736:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038b95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ed expref: 42 pid: 7219 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746070989.689753:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038b95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155ed expref: 42 pid: 7219 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746070989.689764:0:21522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880124262200) 00010000:00010000:1.0:1746070989.689768:0:21522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.689778:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.689784:0:21522:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.689800:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070989.689830:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:2007:x1830887431555456:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 117us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070989.689836:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14159 00010000:00010000:1.0:1746070989.689856:0:7219:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.689861:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:1.0:1746070989.689891:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00080000:1.0:1746070989.690014:0:7219:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00000004:00080000:1.0:1746070989.690020:0:7219:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:1.0:1746070989.690088:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.690094:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.690100:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.690104:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a540c400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070989.690107:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.690117:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.690124:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880124262200) 00010000:00010000:1.0:1746070989.690126:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746070989.690129:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.690133:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xa5d7060008038baa lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070989.690185:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c000/0xa5d7060008038ba3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155f4 expref: 41 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.690193:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c000/0xa5d7060008038ba3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155f4 expref: 41 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.690200:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540c000, rc 0) 00000100:00100000:1.0:1746070989.690217:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:3678:x1830887431555328:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 5695us (6178us total) trans 4294981752 rc 301/301 00000100:00100000:1.0:1746070989.690222:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32169 00000100:00100000:0.0:1746070989.694339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.694592:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431555712 00000100:00100000:1.0:1746070989.694600:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431555712 00000100:00100000:1.0:1746070989.694655:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 185 00000100:00100000:1.0:1746070989.694662:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+40:3678:x1830887431555712:12345-192.168.204.29@tcp:35:lfs.0 00000100:00100000:1.0:1746070989.694839:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:3678:x1830887431555712:12345-192.168.204.29@tcp:35:lfs.0 Request processed in 176us (506us total) trans 4294981753 rc 0/0 00000100:00100000:1.0:1746070989.694845:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 185 00000100:00100000:0.0:1746070989.697463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.697524:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431555840 00000100:00100000:1.0:1746070989.697531:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431555840 00000100:00100000:1.0:1746070989.697574:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32170 00000100:00100000:1.0:1746070989.697580:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:3678:x1830887431555840:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:1.0:1746070989.697596:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070989.697613:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038bb8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0155fb expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.697771:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038bb8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155fb expref: 42 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.697783:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038bb8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155fb expref: 42 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.697795:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012faf7f00) 00010000:00010000:1.0:1746070989.697798:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746070989.697801:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f2b0a00, rc 0) 00000100:00100000:1.0:1746070989.697831:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:3678:x1830887431555840:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 251us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070989.697836:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32170 00000100:00100000:0.0:1746070989.701423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.702805:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431556096 00000100:00100000:2.0:1746070989.702812:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431556096 00000100:00100000:2.0:1746070989.703259:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 186 00000100:00100000:2.0:1746070989.703267:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:3678:x1830887431556096:12345-192.168.204.29@tcp:35:lfs.0 00000100:00100000:2.0:1746070989.703418:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:3678:x1830887431556096:12345-192.168.204.29@tcp:35:lfs.0 Request processed in 152us (1999us total) trans 4294981754 rc 0/0 00000100:00100000:2.0:1746070989.703424:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 186 00000100:00100000:1.0:1746070989.713623:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070989.713667:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431556224 00000100:00100000:0.0:1746070989.713675:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431556224 00000100:00100000:0.0:1746070989.714317:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32171 00000100:00100000:0.0:1746070989.714325:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:3679:x1830887431556224:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:0.0:1746070989.714341:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070989.714355:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2c00/0xa5d7060008038bbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015602 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.714398:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2800/0xa5d7060008038bc6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.714408:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2800/0xa5d7060008038bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.714416:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2800/0xa5d7060008038bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:0.0:1746070989.714445:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746070989.714448:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746070989.714461:0:7219:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2800/0xa5d7060008038bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.714478:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2c00/0xa5d7060008038bbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015602 expref: 45 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.714492:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2800/0xa5d7060008038bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015602 expref: 44 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.714499:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070989.714501:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746070989.714504:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2800, rc 0) 00000100:00100000:0.0:1746070989.714545:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:3679:x1830887431556224:12345-192.168.204.29@tcp:101:dd.0 Request processed in 221us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070989.714550:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32171 00000100:00100000:0.0:1746070989.716592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070989.716611:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431556480 00000100:00100000:0.0:1746070989.716617:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431556480 00000100:00100000:2.0:1746070989.718161:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32172 00000100:00100000:2.0:1746070989.718181:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:3679:x1830887431556480:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070989.718197:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070989.718211:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604b400/0xa5d7060008038bcd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015609 expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.718266:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038bd4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718276:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038bd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718286:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038bd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718293:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038bdb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718299:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038bdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718305:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038bdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718379:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038be2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718385:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718390:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:2.0:1746070989.718397:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:2.0:1746070989.718450:0:14000:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038bd4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718455:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038bd4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718460:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038bd4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718465:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038bd4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718469:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d232800 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070989.718472:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038bd4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718478:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038bd4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718487:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070989.718489:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070989.718492:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038bd4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718497:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d232800/0xa5d7060008038bd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718505:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038bdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718510:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038bdb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718514:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038bdb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718518:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a069b000 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070989.718520:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038bdb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718524:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038bdb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718529:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800a54a6d00) 00010000:00010000:2.0:1746070989.718531:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070989.718533:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038bdb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718536:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038bdb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070989.718561:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a604b400/0xa5d7060008038bcd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015609 expref: 47 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.718570:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130677c00/0xa5d7060008038be2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015609 expref: 46 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.718575:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:2.0:1746070989.718577:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070989.718579:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130677c00, rc 0) 00000100:00100000:2.0:1746070989.718634:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:3679:x1830887431556480:12345-192.168.204.29@tcp:101:dd.0 Request processed in 463us (2045us total) trans 4294981755 rc 0/0 00000100:00100000:2.0:1746070989.718640:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32172 00000100:00100000:1.0:1746070989.719817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070989.720420:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431556608 00000100:00100000:0.0:1746070989.720426:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431556608 00000100:00100000:0.0:1746070989.720449:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32173 00000100:00100000:0.0:1746070989.720455:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+18:3680:x1830887431556608:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:0.0:1746070989.720468:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070989.720477:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2e00/0xa5d7060008038bf0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015610 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.720507:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038bf7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.720515:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.720522:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:0.0:1746070989.720546:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746070989.720549:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746070989.720558:0:7219:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746070989.720570:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2e00/0xa5d7060008038bf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015610 expref: 20 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.720579:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015610 expref: 19 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.720585:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070989.720587:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746070989.720589:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3600, rc 0) 00000100:00100000:0.0:1746070989.720621:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+19:3680:x1830887431556608:12345-192.168.204.29@tcp:101:dd.0 Request processed in 166us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070989.720625:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32173 00000100:00100000:1.0:1746070989.724165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.724242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.724427:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431556992 00000100:00100000:2.0:1746070989.724443:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431556992 00000100:00100000:2.0:1746070989.724500:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431557120 00000100:00100000:2.0:1746070989.724502:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431557120 00000100:00100000:2.0:1746070989.724535:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32174 00000100:00100000:2.0:1746070989.724541:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+19:3680:x1830887431556992:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070989.724574:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070989.724588:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a9600/0xa5d7060008038bfe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015617 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.724642:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038c05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.724653:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038c05 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.724661:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038c05 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.724670:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038c0c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.724675:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038c0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.724681:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038c0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.724751:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038c13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.724758:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038c13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.724764:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038c13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746070989.724771:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00000100:00100000:3.0:1746070989.724807:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32175 00000100:00100000:3.0:1746070989.724813:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:3679:x1830887431557120:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070989.724821:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070989.724823:0:21534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746070989.724826:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038c05 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746070989.724835:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2800/0xa5d7060008038bc6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015602 expref: 46 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070989.725422:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070989.725427:0:21534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070989.725435:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291c00/0xa5d7060008038c21 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01561e expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070989.725473:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070989.725524:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038c05 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.725532:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038c05 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.725537:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038c05 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746070989.725541:0:21534:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038bf7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015610 expref: 21 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070989.725547:0:21534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070989.725602:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a62a8600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070989.725607:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038c05 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.725613:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038c05 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.725620:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070989.725623:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070989.725625:0:7220:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070989.725631:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038c05 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.725637:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038c05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.725646:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038c0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.725650:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038c0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.725654:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038c0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.725658:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a62a9e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070989.725659:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038c0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.725663:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038c0c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.725668:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800a54a6d00) 00010000:00010000:2.0:1746070989.725670:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070989.725671:0:21534:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015610 expref: 21 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.725672:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038c0c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.725676:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a9e00/0xa5d7060008038c0c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746070989.725681:0:21534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038bf7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015610 expref: 21 pid: 7219 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746070989.725691:0:21534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830887426917248:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070989.725699:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a9600/0xa5d7060008038bfe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015617 expref: 22 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.725709:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ee00/0xa5d7060008038c13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015617 expref: 21 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.725714:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:2.0:1746070989.725716:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070989.725717:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36ee00, rc 0) 00000100:00100000:3.0:1746070989.725750:0:21534:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0285300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070989.727479:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+21:3680:x1830887431556992:12345-192.168.204.29@tcp:101:dd.0 Request processed in 2931us (3312us total) trans 4294981756 rc 0/0 00000100:00100000:2.0:1746070989.727487:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32174 00000100:00100000:3.0:1746070989.728773:0:21534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830887426917248:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070989.728792:0:21534:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000100:00100000:0.0:1746070989.730091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070989.730130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070989.730158:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431557504 00000100:00100000:0.0:1746070989.730164:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431557504 00010000:00010000:0.0:1746070989.730198:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038bf7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015610 expref: 21 pid: 7219 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746070989.730226:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14160 00000100:00100000:0.0:1746070989.730233:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+21:2008:x1830887431557504:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070989.730244:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070989.730250:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038bf7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015610 expref: 21 pid: 7219 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746070989.730260:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015610 expref: 21 pid: 7219 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746070989.730276:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b3600/0xa5d7060008038bf7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015610 expref: 21 pid: 7219 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746070989.730287:0:7206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070989.730292:0:7206:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:0.0:1746070989.730299:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21534 initiator: MDT0 00010000:00010000:0.0:1746070989.730305:0:7206:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21534 initiator: MDT0 00010000:00010000:0.0:1746070989.730331:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070989.730361:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+20:2008:x1830887431557504:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 128us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070989.730366:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14160 00010000:00010000:3.0:1746070989.730415:0:21534:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070989.730422:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070989.730437:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008038c2f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00000100:00100000:2.0:1746070989.730443:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431557376 00010000:00010000:3.0:1746070989.730444:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008038c2f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00000100:00100000:2.0:1746070989.730446:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431557376 00010000:00010000:3.0:1746070989.730449:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008038c2f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000100:00100000:2.0:1746070989.730469:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32176 00000100:00100000:2.0:1746070989.730474:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+20:3680:x1830887431557376:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070989.730487:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070989.730494:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f400/0xa5d7060008038c36 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015625 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.730563:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ec00/0xa5d7060008038c3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730570:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ec00/0xa5d7060008038c3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730575:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ec00/0xa5d7060008038c3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730582:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fc00/0xa5d7060008038c44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730590:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fc00/0xa5d7060008038c44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730594:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fc00/0xa5d7060008038c44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730620:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f600/0xa5d7060008038c4b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730625:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f600/0xa5d7060008038c4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730630:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f600/0xa5d7060008038c4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746070989.730636:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00080000:3.0:1746070989.730674:0:21534:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:2.0:1746070989.730674:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ec00/0xa5d7060008038c3d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730679:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ec00/0xa5d7060008038c3d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730683:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ec00/0xa5d7060008038c3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730688:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ec00/0xa5d7060008038c3d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730693:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36ec00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070989.730696:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ec00/0xa5d7060008038c3d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730702:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ec00/0xa5d7060008038c3d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730711:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070989.730714:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070989.730716:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ec00/0xa5d7060008038c3d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730720:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36ec00/0xa5d7060008038c3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730734:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fc00/0xa5d7060008038c44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730739:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fc00/0xa5d7060008038c44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730743:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fc00/0xa5d7060008038c44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730746:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36fc00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070989.730748:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fc00/0xa5d7060008038c44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730752:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fc00/0xa5d7060008038c44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070989.730757:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880124262f00) 00010000:00010000:2.0:1746070989.730759:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070989.730761:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fc00/0xa5d7060008038c44 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746070989.730764:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291000/0xa5d7060008038c59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070989.730764:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36fc00/0xa5d7060008038c44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746070989.730770:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291000/0xa5d7060008038c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070989.730778:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291000/0xa5d7060008038c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070989.730783:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f400/0xa5d7060008038c36 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015625 expref: 23 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070989.730791:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070989.730793:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f600/0xa5d7060008038c4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015625 expref: 22 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070989.730795:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070989.730799:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070989.730799:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012faf7f00) 00010000:00010000:2.0:1746070989.730800:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070989.730803:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0291e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070989.730803:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f600, rc 0) 00010000:00010000:3.0:1746070989.730805:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070989.730808:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070989.730813:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070989.730815:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070989.730817:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070989.730821:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291e00/0xa5d7060008038c28 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00000100:00100000:2.0:1746070989.730822:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+22:3680:x1830887431557376:12345-192.168.204.29@tcp:101:dd.0 Request processed in 349us (735us total) trans 4294981757 rc 0/0 00000100:00100000:2.0:1746070989.730827:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32176 00000004:00010000:3.0:1746070989.730828:0:21534:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800839f9c00 reply state ffff8800a060d000 transno 4294981758 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008038c2f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070989.730834:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008038c2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070989.730838:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88012bff1200) 00010000:00010000:3.0:1746070989.730840:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746070989.730842:0:21534:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746070989.730856:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291c00/0xa5d7060008038c21 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01561e expref: 48 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070989.730884:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0291000/0xa5d7060008038c59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01561e expref: 47 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070989.730889:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012bff1100) 00010000:00010000:3.0:1746070989.730891:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070989.730893:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0291000, rc 0) 00000100:00100000:3.0:1746070989.730913:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:3679:x1830887431557120:12345-192.168.204.29@tcp:101:dd.0 Request processed in 6100us (6671us total) trans 4294981758 rc 0/0 00000100:00100000:3.0:1746070989.730918:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32175 00000100:00100000:0.0:1746070989.736636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.736711:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431557760 00000100:00100000:2.0:1746070989.736718:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431557760 00000100:00100000:2.0:1746070989.736772:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13799 00000100:00100000:2.0:1746070989.736779:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2007:x1830887431557760:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070989.736807:0:9572:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.736822:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 10 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.736828:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070989.736829:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070989.736832:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.736855:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 10 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.736883:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 10 pid: 17293 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746070989.736894:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:9572:1830887426917376:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070989.736952:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b8cee40 going to sleep for 11 seconds 00000100:00100000:1.0:1746070989.742180:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070989.742443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.742491:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431557888 00000100:00100000:2.0:1746070989.742497:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431557888 00000100:00100000:2.0:1746070989.742533:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30362 00000100:00100000:2.0:1746070989.742539:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+6:3680:x1830887431557888:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070989.742551:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070989.742563:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038c6e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01562c expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.742581:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070989.742586:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038c6e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01562c expref: 7 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.742595:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038c6e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01562c expref: 7 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.742603:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e600, rc 0) 00000100:00100000:2.0:1746070989.742635:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+7:3680:x1830887431557888:12345-192.168.204.29@tcp:101:dd.0 Request processed in 97us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070989.742640:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30362 00000100:00100000:2.0:1746070989.742673:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:9572:1830887426917376:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070989.742688:0:9572:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746070989.742955:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746070989.743045:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431558144 00000100:00100000:1.0:1746070989.743049:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431558144 00000100:00100000:1.0:1746070989.743076:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13800 00000100:00100000:1.0:1746070989.743080:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431558144:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070989.743102:0:24950:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.743110:0:24950:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d232000/0xa5d7060008038b6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155df expref: 13 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.743116:0:24950:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070989.743117:0:24950:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070989.743119:0:24950:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.743150:0:24950:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d232000/0xa5d7060008038b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155df expref: 13 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.743159:0:24950:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d232000/0xa5d7060008038b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155df expref: 13 pid: 17293 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746070989.743170:0:24950:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:24950:1830887426917504:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070989.743218:0:24950:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6038240 going to sleep for 11 seconds 00000100:00100000:0.0:1746070989.744183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.745379:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431558272 00000100:00100000:1.0:1746070989.745385:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431558272 00002000:00100000:1.0:1746070989.745411:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88012b41fb80 x1830887431558272/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070989.745417:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41fb80 with x1830887431558272 ext(12582912->13631487) 00010000:00010000:1.0:1746070989.745426:0:9573:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 11 pid: 17293 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746070989.745437:0:9573:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 11 pid: 17293 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746070989.745441:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41fb80 00000100:00100000:1.0:1746070989.745462:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3058 00000100:00100000:1.0:1746070989.745465:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887431558272:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070989.748172:0:24950:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:24950:1830887426917504:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070989.748194:0:24950:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070989.756335:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.756889:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431558400 00000100:00100000:1.0:1746070989.756897:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431558400 00010000:00010000:1.0:1746070989.756927:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d232000/0xa5d7060008038b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155df expref: 14 pid: 17293 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746070989.757979:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14161 00000100:00100000:1.0:1746070989.757990:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2007:x1830887431558400:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070989.758002:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746070989.758017:0:21522:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:1.0:1746070989.758019:0:21522:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746070988 -> 1746070989 00002000:00010000:1.0:1746070989.758022:0:21522:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746070988 -> 1746070989 00002000:00010000:1.0:1746070989.758023:0:21522:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:1.0:1746070989.758028:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d232000/0xa5d7060008038b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155df expref: 14 pid: 17293 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746070989.758040:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d232000/0xa5d7060008038b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155df expref: 14 pid: 17293 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746070989.758064:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d232000/0xa5d7060008038b6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155df expref: 14 pid: 17293 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746070989.758077:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070989.758079:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070989.758082:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.758090:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.759404:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070989.759456:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431558400:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1467us (3123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070989.759464:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14161 00010000:00010000:0.0:1746070989.759735:0:24950:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.759745:0:24950:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070989.772909:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431558272:12345-192.168.204.29@tcp:4:dd.0 Request processed in 27436us (28720us total) trans 4294972323 rc 0/0 00000100:00100000:0.0:1746070989.772919:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3058 00002000:00100000:0.0:1746070989.772929:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88012b41fb80 x1830887431558272/t4294972323(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:620/0 lens 488/448 e 0 to 0 dl 1746071000 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070989.772937:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41fb80 with x1830887431558272 ext(12582912->13631487) 00010000:00010000:0.0:1746070989.772945:0:9573:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 13 pid: 17293 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746070989.772957:0:9573:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 13 pid: 17293 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746070989.772963:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b41fb80 00010000:00010000:2.0:1746070989.786188:0:24950:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.786202:0:24950:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.786208:0:24950:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.786214:0:24950:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a540cc00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070989.786218:0:24950:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.786225:0:24950:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.786239:0:24950:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.786244:0:24950:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038c75 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070989.786309:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2007:x1830887431558144:12345-192.168.204.29@tcp:3:dd.0 Request processed in 43224us (43861us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746070989.786317:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13800 00000100:00100000:2.0:1746070989.794265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070989.794329:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431558528 00000100:00100000:0.0:1746070989.794337:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431558528 00010000:00010000:0.0:1746070989.794366:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 13 pid: 17293 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746070989.794389:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14162 00000100:00100000:0.0:1746070989.794396:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b423c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431558528:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070989.794407:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746070989.794419:0:21522:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:0.0:1746070989.794421:0:21522:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime from disk: 1746070988 -> 1746070989 00002000:00010000:0.0:1746070989.794423:0:21522:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime from disk: 1746070988 -> 1746070989 00002000:00010000:0.0:1746070989.794425:0:21522:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:0.0:1746070989.794430:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 13 pid: 17293 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746070989.794440:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 13 pid: 17293 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746070989.794459:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ec8600/0xa5d7060008038b64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155d8 expref: 13 pid: 17293 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746070989.794492:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070989.794494:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070989.794498:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.794506:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.794513:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070989.794515:0:21522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070989.794519:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038c6e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01562c expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.794530:0:21522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038c6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01562c expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.794991:0:21522:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e600/0xa5d7060008038c6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01562c expref: 6 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070989.795004:0:21522:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fd27800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426917632:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070989.796708:0:21522:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03269c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746070989.797047:0:9572:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.797057:0:9572:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070989.800766:0:21522:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fd27800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21522:1830887426917632:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070989.800782:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070989.800819:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b423c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431558528:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6422us (6561us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070989.800828:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14162 00000100:00100000:0.0:1746070989.801833:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.801885:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431558784 00000100:00100000:2.0:1746070989.801891:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431558784 00002000:00100000:2.0:1746070989.801919:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->1048575) req@ffff88009fd25c00 x1830887431558784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070989.801928:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd25c00 with x1830887431558784 ext(0->1048575) 00002000:00010000:2.0:1746070989.801931:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd25c00 00000100:00100000:2.0:1746070989.801957:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13801 00000100:00100000:2.0:1746070989.801963:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2008:x1830887431558784:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070989.810549:0:9572:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.810564:0:9572:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.810571:0:9572:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.810577:0:9572:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36e800 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070989.810580:0:9572:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.810592:0:9572:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.810606:0:9572:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.810611:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e800/0xa5d7060008038c67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070989.813298:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887431557760:12345-192.168.204.29@tcp:3:dd.0 Request processed in 76511us (76661us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070989.813311:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13799 00000100:00100000:2.0:1746070989.815792:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2008:x1830887431558784:12345-192.168.204.29@tcp:3:dd.0 Request processed in 13820us (13951us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070989.815803:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13801 00002000:00100000:2.0:1746070989.815813:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->1048575) req@ffff88009fd25c00 x1830887431558784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/440 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070989.815822:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd25c00 with x1830887431558784 ext(0->1048575) 00002000:00010000:2.0:1746070989.815827:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd25c00 00000100:00100000:0.0:1746070989.818418:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.818842:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431559040 00000100:00100000:2.0:1746070989.818850:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431559040 00000100:00100000:2.0:1746070989.818926:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13802 00000100:00100000:2.0:1746070989.818934:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431559040:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:2.0:1746070989.818972:0:24950:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746070989.818979:0:24950:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038c7c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.818992:0:24950:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.818993:0:24950:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.818997:0:24950:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.819008:0:24950:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070989.829051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070989.829507:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431559168 00000100:00100000:3.0:1746070989.829514:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431559168 00000100:00100000:3.0:1746070989.829573:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30363 00000100:00100000:3.0:1746070989.829581:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+6:3680:x1830887431559168:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070989.829596:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070989.829613:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f28e600/0xa5d7060008038c83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015633 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746070989.829631:0:9566:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 12582912, mtime: 0x6812edcd, atime: 0x0, ctime: 0x6812edcd, blocks: 0x6000 00010000:00010000:3.0:1746070989.829647:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070989.829649:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070989.829655:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f28e600/0xa5d7060008038c83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015633 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070989.829667:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f28e600/0xa5d7060008038c83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015633 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070989.829677:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f28e600, rc 0) 00000100:00100000:3.0:1746070989.829714:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+7:3680:x1830887431559168:12345-192.168.204.29@tcp:101:dd.0 Request processed in 135us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070989.829720:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30363 00000100:00080000:1.0:1746070989.829800:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070989.836211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.836861:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431559424 00000100:00100000:1.0:1746070989.836883:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431559424 00002000:00100000:1.0:1746070989.836918:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1040383) req@ffff88009fd24380 x1830887431559424/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070989.836928:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd24380 with x1830887431559424 ext(0->1040383) 00002000:00010000:1.0:1746070989.836933:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fd24380 00000100:00100000:1.0:1746070989.836952:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13803 00000100:00100000:1.0:1746070989.836959:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2008:x1830887431559424:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:2.0:1746070989.847749:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2008:x1830887431559424:12345-192.168.204.29@tcp:3:dd.0 Request processed in 10784us (11539us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746070989.847759:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13803 00002000:00100000:2.0:1746070989.847768:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1040383) req@ffff88009fd24380 x1830887431559424/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/440 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070989.847776:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd24380 with x1830887431559424 ext(0->1040383) 00002000:00010000:2.0:1746070989.847781:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fd24380 00000001:00080000:2.0:1746070989.848427:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970704 is committed 00002000:00010000:0.0:1746070989.849151:0:24950:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:0.0:1746070989.849155:0:24950:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746070989 00002000:00010000:0.0:1746070989.849157:0:24950:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746070989 00002000:00010000:0.0:1746070989.849159:0:24950:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:0.0:1746070989.849169:0:24950:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.849175:0:24950:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038c7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.849182:0:24950:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038c7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.849188:0:24950:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36fa00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070989.849192:0:24950:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038c7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.849198:0:24950:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038c7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.849213:0:24950:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038c7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.849218:0:24950:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038c7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070989.849548:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2010:x1830887431559040:12345-192.168.204.29@tcp:4:dd.0 Request processed in 30611us (31132us total) trans 4294970704 rc 0/0 00000100:00100000:0.0:1746070989.849556:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13802 00000100:00100000:3.0:1746070989.866348:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a01fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426917760:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746070989.866570:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070989.866612:0:9838:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426917760 00000100:00100000:2.0:1746070989.866619:0:9838:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426917760 00000100:00100000:2.0:1746070989.866735:0:9838:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1746070989.866742:0:9838:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830887426917760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746070989.866768:0:9838:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:2.0:1746070989.866799:0:9838:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830887426917760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070989.866804:0:9838:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1746070989.867215:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a01fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426917760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746070989.870440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.870459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.870497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.870522:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431559552 00000100:00100000:1.0:1746070989.870528:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431559552 00000100:00100000:1.0:1746070989.870556:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431559680 00000100:00100000:1.0:1746070989.870558:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431559680 00000100:00100000:1.0:1746070989.870568:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431559808 00000100:00100000:1.0:1746070989.870569:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431559808 00000100:00100000:1.0:1746070989.870579:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30364 00000100:00100000:1.0:1746070989.870585:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:3680:x1830887431559552:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:1.0:1746070989.870597:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070989.870612:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01563a expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746070989.870629:0:9567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746070989.870645:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070989.870646:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070989.870653:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 8 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.870664:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 8 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070989.870697:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30365 00000100:00100000:0.0:1746070989.870703:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2008:x1830887431559680:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:0.0:1746070989.870710:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070989.870718:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038c91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015641 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.870729:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070989.870730:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070989.870734:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038c91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015641 expref: 12 pid: 9568 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070989.870744:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a526d800/0xa5d7060008038c91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015641 expref: 12 pid: 9568 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070989.870756:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526d800, rc 0) 00000100:00100000:0.0:1746070989.870790:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431559680:12345-192.168.204.29@tcp:101:dd.0 Request processed in 87us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070989.870795:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30365 00000100:00100000:0.0:1746070989.870809:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30366 00000100:00100000:0.0:1746070989.870813:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+5:2008:x1830887431559808:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:0.0:1746070989.870818:0:9568:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070989.870824:0:9568:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008038c98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015648 expref: -99 pid: 9568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.870832:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070989.870833:0:9568:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070989.870837:0:9568:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008038c98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015648 expref: 6 pid: 9568 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070989.870845:0:9568:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a526ca00/0xa5d7060008038c98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015648 expref: 6 pid: 9568 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070989.870851:0:9568:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a526ca00, rc 0) 00000100:00100000:0.0:1746070989.870880:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431559808:12345-192.168.204.29@tcp:101:dd.0 Request processed in 66us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070989.870885:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30366 00010000:00010000:1.0:1746070989.871013:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0778400, rc 0) 00000100:00100000:1.0:1746070989.871086:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+8:3680:x1830887431559552:12345-192.168.204.29@tcp:101:dd.0 Request processed in 501us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070989.871091:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30364 00000100:00100000:0.0:1746070989.876485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070989.876533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.876948:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431560192 00000100:00100000:2.0:1746070989.876955:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431560192 00000100:00100000:2.0:1746070989.876996:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431560320 00000100:00100000:2.0:1746070989.876998:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431560320 00000100:00100000:2.0:1746070989.877020:0:26993:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13804 00000100:00100000:2.0:1746070989.877026:0:26993:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2009:x1830887431560192:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070989.877054:0:26993:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038c9f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.877066:0:26993:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.877067:0:26993:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.877071:0:26993:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038c9f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.877082:0:26993:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038c9f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070989.877665:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13805 00000100:00100000:2.0:1746070989.877671:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431560320:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070989.877687:0:24950:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009e36e400/0xa5d7060008038ca6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.877693:0:24950:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.877695:0:24950:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.877697:0:24950:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e36e400/0xa5d7060008038ca6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.877706:0:24950:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e36e400/0xa5d7060008038ca6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.896165:0:26993:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038c9f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.896178:0:26993:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038c9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.896185:0:26993:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038c9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.896191:0:26993:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36fa00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070989.896194:0:26993:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038c9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.896199:0:26993:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038c9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.896212:0:26993:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038c9f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.896217:0:26993:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36fa00/0xa5d7060008038c9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070989.898349:0:26993:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2009:x1830887431560192:12345-192.168.204.29@tcp:3:dd.0 Request processed in 21314us (21863us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070989.898359:0:26993:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13804 00010000:00010000:2.0:1746070989.902021:0:24950:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009e36e400/0xa5d7060008038ca6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.902034:0:24950:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e36e400/0xa5d7060008038ca6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.902045:0:24950:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e36e400/0xa5d7060008038ca6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.902050:0:24950:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36e400 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070989.902054:0:24950:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e36e400/0xa5d7060008038ca6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.902060:0:24950:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e36e400/0xa5d7060008038ca6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.902075:0:24950:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e36e400/0xa5d7060008038ca6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.902080:0:24950:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e36e400/0xa5d7060008038ca6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070989.902152:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431560320:12345-192.168.204.29@tcp:3:dd.0 Request processed in 24477us (25614us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746070989.902160:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13805 00000100:00100000:0.0:1746070989.903468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.904825:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431560576 00000100:00100000:2.0:1746070989.904833:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431560576 00000100:00100000:2.0:1746070989.904894:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30367 00000100:00100000:2.0:1746070989.905202:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+7:3680:x1830887431560576:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070989.905217:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070989.905233:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008038cad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01564f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070989.905255:0:9566:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746070989.905273:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.905274:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.905281:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008038cad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01564f expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.905293:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008038cad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01564f expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.905301:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f400, rc 0) 00000100:00100000:2.0:1746070989.905343:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+8:3680:x1830887431560576:12345-192.168.204.29@tcp:101:dd.0 Request processed in 144us (1877us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070989.905348:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30367 00000100:00100000:0.0:1746070989.906813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.906897:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431560832 00000100:00100000:2.0:1746070989.906902:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431560832 00000100:00100000:2.0:1746070989.906938:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13806 00000100:00100000:2.0:1746070989.906944:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431560832:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:2.0:1746070989.906974:0:24950:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 2088960, mtime: 0x6812edcd, atime: 0x0, ctime: 0x6812edcd, blocks: 0xff0 00010000:00010000:2.0:1746070989.906979:0:24950:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038cb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.907016:0:24950:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.907018:0:24950:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.907022:0:24950:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.907033:0:24950:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070989.923413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.923983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.924012:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431561088 00000100:00100000:2.0:1746070989.924020:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431561088 00002000:00100000:2.0:1746070989.924055:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (1040384->2097151) req@ffff88009fc38380 x1830887431561088/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070989.924065:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38380 with x1830887431561088 ext(1040384->2097151) 00002000:00010000:2.0:1746070989.924069:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc38380 00000100:00100000:2.0:1746070989.924601:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431561344 00000100:00100000:2.0:1746070989.924605:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431561344 00002000:00100000:2.0:1746070989.924620:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (1048576->2097151) req@ffff88009fc3bb80 x1830887431561344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070989.924627:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3bb80 with x1830887431561344 ext(1048576->2097151) 00002000:00010000:2.0:1746070989.924630:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3bb80 00000100:00100000:0.0:1746070989.924655:0:26993:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13807 00000100:00100000:0.0:1746070989.924662:0:26993:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2008:x1830887431561088:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:2.0:1746070989.925670:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13808 00000100:00100000:2.0:1746070989.925678:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2008:x1830887431561344:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:2.0:1746070989.936702:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2008:x1830887431561344:12345-192.168.204.29@tcp:3:dd.0 Request processed in 11017us (12712us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070989.936712:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13808 00002000:00100000:2.0:1746070989.936722:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (1048576->2097151) req@ffff88009fc3bb80 x1830887431561344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/440 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070989.936730:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3bb80 with x1830887431561344 ext(1048576->2097151) 00002000:00010000:2.0:1746070989.936735:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3bb80 00000001:00080000:0.0:1746070989.938131:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970705 is committed 00002000:00010000:1.0:1746070989.938488:0:24950:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:1.0:1746070989.938491:0:24950:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:1.0:1746070989.938502:0:24950:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.938510:0:24950:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038cb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.938516:0:24950:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038cb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.938521:0:24950:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36fa00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070989.938524:0:24950:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038cb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.938531:0:24950:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038cb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.938545:0:24950:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038cb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070989.938550:0:24950:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e36fa00/0xa5d7060008038cb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070989.938672:0:26993:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2008:x1830887431561088:12345-192.168.204.29@tcp:3:dd.0 Request processed in 14009us (15264us total) trans 0 rc 1056768/1056768 00000100:00100000:0.0:1746070989.938680:0:26993:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13807 00002000:00100000:0.0:1746070989.938687:0:26993:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (1040384->2097151) req@ffff88009fc38380 x1830887431561088/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/440 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070989.938693:0:26993:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38380 with x1830887431561088 ext(1040384->2097151) 00002000:00010000:0.0:1746070989.938697:0:26993:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc38380 00000100:00100000:1.0:1746070989.939759:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431560832:12345-192.168.204.29@tcp:4:dd.0 Request processed in 32814us (32947us total) trans 4294970705 rc 0/0 00000100:00100000:1.0:1746070989.939766:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13806 00000100:00100000:2.0:1746070989.946355:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.946615:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070989.946684:0:26993:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431561728 00000100:00100000:0.0:1746070989.946692:0:26993:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431561728 00000100:00100000:0.0:1746070989.946734:0:26993:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431561856 00000100:00100000:0.0:1746070989.946736:0:26993:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431561856 00000100:00100000:0.0:1746070989.947163:0:26993:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13809 00000100:00100000:0.0:1746070989.947171:0:26993:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431561728:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070989.947201:0:26993:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b1a0c00/0xa5d7060008038cbb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.947212:0:26993:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070989.947214:0:26993:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070989.947218:0:26993:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b1a0c00/0xa5d7060008038cbb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.947228:0:26993:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b1a0c00/0xa5d7060008038cbb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070989.948674:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13810 00000100:00100000:2.0:1746070989.948682:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431561856:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070989.948704:0:9573:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d7060008038cc2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.948712:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.948714:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.948717:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d7060008038cc2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.948725:0:9573:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d7060008038cc2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.956254:0:26993:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b1a0c00/0xa5d7060008038cbb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.956272:0:26993:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b1a0c00/0xa5d7060008038cbb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.956279:0:26993:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b1a0c00/0xa5d7060008038cbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.956284:0:26993:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b1a0c00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070989.956287:0:26993:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b1a0c00/0xa5d7060008038cbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.956296:0:26993:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b1a0c00/0xa5d7060008038cbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.956311:0:26993:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b1a0c00/0xa5d7060008038cbb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.956317:0:26993:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b1a0c00/0xa5d7060008038cbb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26993 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070989.958619:0:26993:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431561728:12345-192.168.204.29@tcp:3:dd.0 Request processed in 11441us (12263us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070989.958629:0:26993:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13809 00010000:00010000:0.0:1746070989.959610:0:9573:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d7060008038cc2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.959619:0:9573:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d7060008038cc2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.959631:0:9573:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d7060008038cc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.959636:0:9573:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c2c00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070989.959639:0:9573:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d7060008038cc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.959644:0:9573:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d7060008038cc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.959658:0:9573:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d7060008038cc2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070989.959663:0:9573:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2c00/0xa5d7060008038cc2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070989.959694:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431561856:12345-192.168.204.29@tcp:3:dd.0 Request processed in 11013us (13078us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746070989.959699:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13810 00000100:00100000:0.0:1746070989.964531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.964805:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431562240 00000100:00100000:2.0:1746070989.964812:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431562240 00000100:00100000:2.0:1746070989.965406:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13811 00000100:00100000:2.0:1746070989.965413:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431562240:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:2.0:1746070989.965459:0:9573:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 4177920, mtime: 0x6812edcd, atime: 0x0, ctime: 0x6812edcd, blocks: 0x1fe0 00010000:00010000:2.0:1746070989.965466:0:9573:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7800/0xa5d7060008038cc9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.965481:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.965483:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070989.965487:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7800/0xa5d7060008038cc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070989.965502:0:9573:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7800/0xa5d7060008038cc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070989.966759:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070989.966794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070989.966899:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431562496 00000100:00100000:3.0:1746070989.966905:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431562496 00002000:00100000:3.0:1746070989.966929:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->3145727) req@ffff88009fd24e00 x1830887431562496/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070989.966937:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd24e00 with x1830887431562496 ext(2097152->3145727) 00002000:00010000:3.0:1746070989.966941:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd24e00 00000100:00100000:1.0:1746070989.966941:0:26993:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431562752 00000100:00100000:1.0:1746070989.966944:0:26993:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431562752 00000100:00100000:3.0:1746070989.966954:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13812 00000100:00100000:3.0:1746070989.966958:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2010:x1830887431562496:12345-192.168.204.29@tcp:3:dd.0 00002000:00100000:1.0:1746070989.966959:0:26993:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->3145727) req@ffff88009fd27800 x1830887431562752/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070989.966965:0:26993:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27800 with x1830887431562752 ext(2097152->3145727) 00002000:00010000:1.0:1746070989.966968:0:26993:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fd27800 00000100:00100000:1.0:1746070989.966978:0:26993:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13813 00000100:00100000:1.0:1746070989.966983:0:26993:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2010:x1830887431562752:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:3.0:1746070989.978309:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2010:x1830887431562496:12345-192.168.204.29@tcp:3:dd.0 Request processed in 11341us (11544us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070989.978320:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13812 00002000:00100000:3.0:1746070989.978329:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->3145727) req@ffff88009fd24e00 x1830887431562496/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/440 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070989.978338:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd24e00 with x1830887431562496 ext(2097152->3145727) 00002000:00010000:3.0:1746070989.978342:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd24e00 00000100:00100000:1.0:1746070989.982720:0:26993:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2010:x1830887431562752:12345-192.168.204.29@tcp:3:dd.0 Request processed in 15729us (15918us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070989.982730:0:26993:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13813 00002000:00100000:1.0:1746070989.982740:0:26993:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->3145727) req@ffff88009fd27800 x1830887431562752/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/440 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070989.982748:0:26993:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27800 with x1830887431562752 ext(2097152->3145727) 00002000:00010000:1.0:1746070989.982753:0:26993:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fd27800 00000100:00100000:2.0:1746070989.987464:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.987515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.987516:0:26993:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431563008 00000100:00100000:1.0:1746070989.987524:0:26993:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431563008 00002000:00100000:1.0:1746070989.987560:0:26993:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (3145728->4194303) req@ffff88009fc3a300 x1830887431563008/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070989.987568:0:26993:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3a300 with x1830887431563008 ext(3145728->4194303) 00002000:00010000:1.0:1746070989.987574:0:26993:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3a300 00000100:00100000:1.0:1746070989.987595:0:26993:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431563264 00000100:00100000:1.0:1746070989.987598:0:26993:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431563264 00002000:00100000:1.0:1746070989.987609:0:26993:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (3145728->4194303) req@ffff88009fc38000 x1830887431563264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070989.987615:0:26993:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38000 with x1830887431563264 ext(3145728->4194303) 00002000:00010000:1.0:1746070989.987618:0:26993:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc38000 00000100:00100000:1.0:1746070989.987631:0:26993:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13814 00000100:00100000:1.0:1746070989.987636:0:26993:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2009:x1830887431563008:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:3.0:1746070989.988192:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13815 00000100:00100000:3.0:1746070989.988199:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2009:x1830887431563264:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:2.0:1746070989.995797:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070989.995828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070989.995898:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431563648 00000100:00100000:1.0:1746070989.995905:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431563648 00002000:00100000:1.0:1746070989.995933:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->5242879) req@ffff88009fc3aa00 x1830887431563648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070989.995941:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3aa00 with x1830887431563648 ext(4194304->5242879) 00002000:00010000:1.0:1746070989.995945:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3aa00 00000100:00100000:1.0:1746070989.995969:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431563776 00000100:00100000:1.0:1746070989.995972:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431563776 00002000:00100000:1.0:1746070989.995982:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->5242879) req@ffff88009fc3b800 x1830887431563776/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/0 e 0 to 0 dl 1746071000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070989.995988:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3b800 with x1830887431563776 ext(4194304->5242879) 00002000:00010000:1.0:1746070989.995990:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc3b800 00000100:00100000:1.0:1746070989.996001:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13816 00000100:00100000:1.0:1746070989.996006:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2009:x1830887431563648:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:1.0:1746070989.997533:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13817 00000100:00100000:1.0:1746070989.997542:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2009:x1830887431563776:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:0.0:1746070990.000910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.002043:0:24950:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431564032 00000100:00100000:2.0:1746070990.002051:0:24950:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431564032 00002000:00100000:2.0:1746070990.002082:0:24950:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (5242880->6291455) req@ffff88009e11b800 x1830887431564032/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.002091:0:24950:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b800 with x1830887431564032 ext(5242880->6291455) 00002000:00010000:2.0:1746070990.002095:0:24950:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11b800 00000100:00100000:2.0:1746070990.002118:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13818 00000100:00100000:2.0:1746070990.002125:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2010:x1830887431564032:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:1.0:1746070990.002782:0:26993:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2009:x1830887431563008:12345-192.168.204.29@tcp:3:dd.0 Request processed in 15143us (15324us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070990.002789:0:26993:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13814 00002000:00100000:1.0:1746070990.002795:0:26993:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (3145728->4194303) req@ffff88009fc3a300 x1830887431563008/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/440 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.002802:0:26993:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3a300 with x1830887431563008 ext(3145728->4194303) 00002000:00010000:1.0:1746070990.002805:0:26993:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3a300 00000100:00100000:3.0:1746070990.005544:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2009:x1830887431563264:12345-192.168.204.29@tcp:3:dd.0 Request processed in 17338us (18021us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070990.005553:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13815 00002000:00100000:3.0:1746070990.005562:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (3145728->4194303) req@ffff88009fc38000 x1830887431563264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/440 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.005570:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38000 with x1830887431563264 ext(3145728->4194303) 00002000:00010000:3.0:1746070990.005575:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc38000 00000001:00080000:2.0:1746070990.007034:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970706 is committed 00002000:00010000:0.0:1746070990.007183:0:9573:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:0.0:1746070990.007186:0:9573:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746070989 -> 1746070990 00002000:00010000:0.0:1746070990.007188:0:9573:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746070989 -> 1746070990 00002000:00010000:0.0:1746070990.007191:0:9573:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:0.0:1746070990.007201:0:9573:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7800/0xa5d7060008038cc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.007210:0:9573:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7800/0xa5d7060008038cc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.007216:0:9573:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7800/0xa5d7060008038cc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.007223:0:9573:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c7800 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070990.007226:0:9573:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7800/0xa5d7060008038cc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.007233:0:9573:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7800/0xa5d7060008038cc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.007247:0:9573:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7800/0xa5d7060008038cc9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.007254:0:9573:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7800/0xa5d7060008038cc9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.007335:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431562240:12345-192.168.204.29@tcp:4:dd.0 Request processed in 41920us (42808us total) trans 4294970706 rc 0/0 00000100:00100000:0.0:1746070990.007344:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13811 00000100:00100000:0.0:1746070990.014081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.014244:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2009:x1830887431563648:12345-192.168.204.29@tcp:3:dd.0 Request processed in 18234us (18450us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070990.014253:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13816 00002000:00100000:1.0:1746070990.014263:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->5242879) req@ffff88009fc3aa00 x1830887431563648/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/440 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.014272:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3aa00 with x1830887431563648 ext(4194304->5242879) 00002000:00010000:1.0:1746070990.014277:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3aa00 00000100:00100000:1.0:1746070990.014295:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431564288 00000100:00100000:1.0:1746070990.014300:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431564288 00002000:00100000:1.0:1746070990.014321:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (5242880->6291455) req@ffff88009e11b100 x1830887431564288/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.014328:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b100 with x1830887431564288 ext(5242880->6291455) 00002000:00010000:1.0:1746070990.014330:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e11b100 00000100:00100000:1.0:1746070990.014357:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13819 00000100:00100000:1.0:1746070990.014363:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2009:x1830887431564288:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:0.0:1746070990.018094:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.018831:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431564672 00000100:00100000:2.0:1746070990.018840:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431564672 00000100:00100000:2.0:1746070990.018946:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13820 00000100:00080000:1.0:1746070990.018950:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746070990.018954:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431564672:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070990.019085:0:9573:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880082196c00/0xa5d7060008038cd0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.019097:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.019099:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.019103:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880082196c00/0xa5d7060008038cd0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.019113:0:9573:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880082196c00/0xa5d7060008038cd0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.021390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.021551:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2009:x1830887431563776:12345-192.168.204.29@tcp:3:dd.0 Request processed in 24008us (25720us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070990.021561:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13817 00002000:00100000:2.0:1746070990.021571:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->5242879) req@ffff88009fc3b800 x1830887431563776/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:620/0 lens 488/440 e 0 to 0 dl 1746071000 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.021580:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3b800 with x1830887431563776 ext(4194304->5242879) 00002000:00010000:2.0:1746070990.021585:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc3b800 00000100:00100000:2.0:1746070990.021604:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431564928 00000100:00100000:2.0:1746070990.021609:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431564928 00000100:00080000:1.0:1746070990.021653:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070990.021658:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13821 00000100:00100000:2.0:1746070990.021664:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431564928:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070990.021889:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880082197200/0xa5d7060008038cd7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.021901:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.021902:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.021906:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880082197200/0xa5d7060008038cd7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.021918:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880082197200/0xa5d7060008038cd7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.028510:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2010:x1830887431564032:12345-192.168.204.29@tcp:3:dd.0 Request processed in 26376us (27600us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070990.028520:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13818 00002000:00100000:2.0:1746070990.028532:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (5242880->6291455) req@ffff88009e11b800 x1830887431564032/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.028540:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b800 with x1830887431564032 ext(5242880->6291455) 00002000:00010000:2.0:1746070990.028546:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11b800 00000100:00100000:1.0:1746070990.029448:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2009:x1830887431564288:12345-192.168.204.29@tcp:3:dd.0 Request processed in 15082us (15370us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070990.029456:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13819 00002000:00100000:1.0:1746070990.029463:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (5242880->6291455) req@ffff88009e11b100 x1830887431564288/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.029470:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b100 with x1830887431564288 ext(5242880->6291455) 00002000:00010000:1.0:1746070990.029474:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e11b100 00010000:00010000:2.0:1746070990.030241:0:9573:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880082196c00/0xa5d7060008038cd0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.030251:0:9573:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880082196c00/0xa5d7060008038cd0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.030257:0:9573:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880082196c00/0xa5d7060008038cd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.030263:0:9573:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880082196c00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070990.030266:0:9573:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880082196c00/0xa5d7060008038cd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.030273:0:9573:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880082196c00/0xa5d7060008038cd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.030288:0:9573:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880082196c00/0xa5d7060008038cd0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.030294:0:9573:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082196c00/0xa5d7060008038cd0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.030352:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431564672:12345-192.168.204.29@tcp:3:dd.0 Request processed in 11398us (12264us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746070990.030361:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13820 00010000:00010000:2.0:1746070990.032897:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880082197200/0xa5d7060008038cd7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.032909:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880082197200/0xa5d7060008038cd7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.032916:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880082197200/0xa5d7060008038cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.032921:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880082197200 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070990.032923:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880082197200/0xa5d7060008038cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.033217:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880082197200/0xa5d7060008038cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.033232:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880082197200/0xa5d7060008038cd7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.033237:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880082197200/0xa5d7060008038cd7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.033302:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431564928:12345-192.168.204.29@tcp:3:dd.0 Request processed in 11635us (11914us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070990.033310:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13821 00000100:00100000:0.0:1746070990.036712:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.036805:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431565184 00000100:00100000:2.0:1746070990.036814:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431565184 00000100:00100000:2.0:1746070990.036913:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13822 00000100:00100000:2.0:1746070990.036921:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431565184:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:2.0:1746070990.036962:0:27001:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 6266880, mtime: 0x6812edce, atime: 0x0, ctime: 0x6812edce, blocks: 0x2fd0 00010000:00010000:2.0:1746070990.036969:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880082197a00/0xa5d7060008038cde lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.036980:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.036982:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.036985:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880082197a00/0xa5d7060008038cde lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.036998:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880082197a00/0xa5d7060008038cde lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.047926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.048273:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431565440 00000100:00100000:1.0:1746070990.048281:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431565440 00002000:00100000:1.0:1746070990.048319:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff88009fc38e00 x1830887431565440/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.048328:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38e00 with x1830887431565440 ext(0->4194303) 00002000:00010000:1.0:1746070990.048332:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc38e00 00000100:00100000:1.0:1746070990.048494:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13823 00000100:00100000:1.0:1746070990.048503:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2007:x1830887431565440:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:3.0:1746070990.066806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.066845:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431565696 00000100:00100000:3.0:1746070990.066852:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431565696 00002000:00100000:3.0:1746070990.067038:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88009f692680 x1830887431565696/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.067047:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f692680 with x1830887431565696 ext(0->4194303) 00002000:00010000:3.0:1746070990.067052:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f692680 00000100:00100000:3.0:1746070990.067069:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13824 00000100:00100000:3.0:1746070990.067074:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2007:x1830887431565696:12345-192.168.204.29@tcp:4:dd.0 00000001:00080000:0.0:1746070990.075392:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970707 is committed 00002000:00010000:2.0:1746070990.075542:0:27001:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:2.0:1746070990.075546:0:27001:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:2.0:1746070990.075558:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880082197a00/0xa5d7060008038cde lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.075568:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880082197a00/0xa5d7060008038cde lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.075574:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880082197a00/0xa5d7060008038cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.075580:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880082197a00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070990.075595:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880082197a00/0xa5d7060008038cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.075603:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880082197a00/0xa5d7060008038cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.075619:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880082197a00/0xa5d7060008038cde lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.075625:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082197a00/0xa5d7060008038cde lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.075711:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431565184:12345-192.168.204.29@tcp:4:dd.0 Request processed in 38787us (39000us total) trans 4294970707 rc 0/0 00000100:00100000:2.0:1746070990.075720:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13822 00000100:00100000:2.0:1746070990.082368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.082403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.082422:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431566080 00000100:00100000:2.0:1746070990.082429:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431566080 00000100:00100000:2.0:1746070990.082468:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431566208 00000100:00100000:2.0:1746070990.082470:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431566208 00000100:00100000:2.0:1746070990.082485:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13825 00000100:00100000:2.0:1746070990.082491:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431566080:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070990.082518:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008038ce5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.082530:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.082532:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.082535:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008038ce5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.082552:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008038ce5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.083163:0:24950:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13826 00000100:00100000:0.0:1746070990.083170:0:24950:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431566208:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070990.083186:0:24950:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a039f000/0xa5d7060008038cec lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.083194:0:24950:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.083195:0:24950:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.083198:0:24950:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039f000/0xa5d7060008038cec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.083206:0:24950:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a039f000/0xa5d7060008038cec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.098836:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.098887:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431566720 00000100:00100000:2.0:1746070990.098895:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431566720 00002000:00100000:2.0:1746070990.098937:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88009e11ad80 x1830887431566720/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.098946:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11ad80 with x1830887431566720 ext(6291456->7340031) 00002000:00010000:2.0:1746070990.098950:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11ad80 00000100:00100000:2.0:1746070990.098968:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13827 00000100:00100000:2.0:1746070990.098975:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2007:x1830887431566720:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:3.0:1746070990.099227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.099240:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431566848 00000100:00100000:3.0:1746070990.099244:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431566848 00002000:00100000:3.0:1746070990.099261:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff8800a50f9500 x1830887431566848/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.099269:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f9500 with x1830887431566848 ext(6291456->7340031) 00002000:00010000:3.0:1746070990.099273:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a50f9500 00000100:00100000:3.0:1746070990.099285:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13828 00000100:00100000:3.0:1746070990.099290:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2007:x1830887431566848:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070990.099313:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008038ce5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.099323:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008038ce5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.099329:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008038ce5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.099333:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880082197000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070990.099336:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008038ce5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.099347:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008038ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.099360:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008038ce5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.099365:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880082197000/0xa5d7060008038ce5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.099412:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431566080:12345-192.168.204.29@tcp:3:dd.0 Request processed in 16920us (17051us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070990.099417:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13825 00010000:00010000:1.0:1746070990.112491:0:24950:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a039f000/0xa5d7060008038cec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.112506:0:24950:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039f000/0xa5d7060008038cec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.112513:0:24950:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a039f000/0xa5d7060008038cec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.112524:0:24950:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a039f000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070990.112527:0:24950:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a039f000/0xa5d7060008038cec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.112534:0:24950:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a039f000/0xa5d7060008038cec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.112549:0:24950:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a039f000/0xa5d7060008038cec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.112554:0:24950:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a039f000/0xa5d7060008038cec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24950 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.112641:0:24950:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431566208:12345-192.168.204.29@tcp:3:dd.0 Request processed in 29468us (30233us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746070990.112650:0:24950:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13826 00000100:00100000:1.0:1746070990.117295:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2007:x1830887431565440:12345-192.168.204.29@tcp:4:dd.0 Request processed in 68784us (69367us total) trans 4294970708 rc 0/0 00000100:00100000:1.0:1746070990.117306:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13823 00002000:00100000:1.0:1746070990.117317:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff88009fc38e00 x1830887431565440/t4294970708(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/448 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.117325:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38e00 with x1830887431565440 ext(0->4194303) 00002000:00010000:1.0:1746070990.117330:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc38e00 00000100:00100000:0.0:1746070990.129494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.130464:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431567104 00000100:00100000:1.0:1746070990.130474:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431567104 00002000:00100000:1.0:1746070990.130510:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88009d301c00 x1830887431567104/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.130520:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301c00 with x1830887431567104 ext(7340032->8388607) 00002000:00010000:1.0:1746070990.130525:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d301c00 00000100:00100000:1.0:1746070990.130544:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13829 00000100:00100000:1.0:1746070990.130552:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2008:x1830887431567104:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:0.0:1746070990.133392:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.133418:0:26993:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431567360 00000100:00100000:0.0:1746070990.133425:0:26993:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431567360 00002000:00100000:0.0:1746070990.133458:0:26993:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88009d303480 x1830887431567360/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.133468:0:26993:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d303480 with x1830887431567360 ext(7340032->8388607) 00002000:00010000:0.0:1746070990.133472:0:26993:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d303480 00000100:00100000:0.0:1746070990.133495:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13830 00000100:00100000:0.0:1746070990.133502:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2008:x1830887431567360:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:2.0:1746070990.133713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.133963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.133992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.134013:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431567616 00000100:00100000:2.0:1746070990.134017:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431567616 00002000:00100000:2.0:1746070990.134035:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff8800a5e2dc00 x1830887431567616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 504/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746070990.134035:0:26992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431567872 00000100:00100000:0.0:1746070990.134039:0:26992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431567872 00002000:00100000:2.0:1746070990.134042:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2dc00 with x1830887431567616 ext(8388608->12582911) 00002000:00010000:2.0:1746070990.134045:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2dc00 00000100:00100000:2.0:1746070990.134052:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431568256 00002000:00100000:0.0:1746070990.134053:0:26992:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->11534335) req@ffff88012b8d7100 x1830887431567872/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746070990.134054:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431568256 00002000:00100000:0.0:1746070990.134060:0:26992:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d7100 with x1830887431567872 ext(8388608->11534335) 00002000:00010000:0.0:1746070990.134063:0:26992:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d7100 00000100:00100000:2.0:1746070990.134065:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13831 00000100:00100000:2.0:1746070990.134069:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2008:x1830887431567616:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:0.0:1746070990.134072:0:26992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13832 00000100:00100000:0.0:1746070990.134077:0:26992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431568256:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:0.0:1746070990.134103:0:26992:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 8355840, mtime: 0x6812edce, atime: 0x0, ctime: 0x6812edce, blocks: 0x3fc0 00010000:00010000:0.0:1746070990.134110:0:26992:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cf3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.134120:0:26992:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.134121:0:26992:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.134125:0:26992:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.134151:0:26992:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070990.137496:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+13:2007:x1830887431566848:12345-192.168.204.29@tcp:3:dd.0 Request processed in 38197us (38262us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070990.137507:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13828 00002000:00100000:3.0:1746070990.137516:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff8800a50f9500 x1830887431566848/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.137525:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f9500 with x1830887431566848 ext(6291456->7340031) 00002000:00010000:3.0:1746070990.137530:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a50f9500 00000100:00100000:3.0:1746070990.137557:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13833 00000100:00100000:3.0:1746070990.137565:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2008:x1830887431567872:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:0.0:1746070990.147685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.147719:0:24950:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1746070990.147725:0:24950:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_009' 00000100:00100000:3.0:1746070990.148061:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2007:x1830887431566720:12345-192.168.204.29@tcp:3:dd.0 Request processed in 49085us (49230us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070990.148070:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13827 00002000:00100000:3.0:1746070990.148080:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88009e11ad80 x1830887431566720/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.148088:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11ad80 with x1830887431566720 ext(6291456->7340031) 00002000:00010000:3.0:1746070990.148093:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11ad80 00000100:00100000:3.0:1746070990.148110:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431568640 00000100:00100000:3.0:1746070990.148115:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431568640 00002000:00100000:3.0:1746070990.148152:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88009d300000 x1830887431568640/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.148164:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300000 with x1830887431568640 ext(11534336->12582911) 00002000:00010000:3.0:1746070990.148167:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d300000 00000100:00100000:3.0:1746070990.148180:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13834 00000100:00100000:3.0:1746070990.148186:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2008:x1830887431568640:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:2.0:1746070990.154786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.156353:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2008:x1830887431567360:12345-192.168.204.29@tcp:3:dd.0 Request processed in 22846us (22962us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070990.156362:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13830 00002000:00100000:2.0:1746070990.156372:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88009d303480 x1830887431567360/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.156381:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d303480 with x1830887431567360 ext(7340032->8388607) 00002000:00010000:2.0:1746070990.156385:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d303480 00000100:00100000:2.0:1746070990.156404:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431568768 00000100:00100000:2.0:1746070990.156409:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431568768 00002000:00100000:2.0:1746070990.156431:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88009f993480 x1830887431568768/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.156437:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f993480 with x1830887431568768 ext(12582912->13631487) 00002000:00010000:2.0:1746070990.156440:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f993480 00000100:00100000:2.0:1746070990.156451:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13835 00000100:00100000:2.0:1746070990.156456:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2008:x1830887431568768:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:0.0:1746070990.169211:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+16:2007:x1830887431565696:12345-192.168.204.29@tcp:4:dd.0 Request processed in 102126us (102401us total) trans 4294972324 rc 0/0 00000100:00100000:0.0:1746070990.169223:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13824 00002000:00100000:0.0:1746070990.169234:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88009f692680 x1830887431565696/t4294972324(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/448 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.169243:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f692680 with x1830887431565696 ext(0->4194303) 00002000:00010000:0.0:1746070990.169249:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f692680 00000100:00100000:3.0:1746070990.173056:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2008:x1830887431567616:12345-192.168.204.29@tcp:3:dd.0 Request processed in 38977us (39335us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1746070990.173067:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13831 00002000:00100000:3.0:1746070990.173077:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff8800a5e2dc00 x1830887431567616/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 504/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.173086:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2dc00 with x1830887431567616 ext(8388608->12582911) 00002000:00010000:3.0:1746070990.173090:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2dc00 00000100:00100000:2.0:1746070990.176421:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2008:x1830887431567104:12345-192.168.204.29@tcp:3:dd.0 Request processed in 45862us (46927us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070990.176432:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13829 00002000:00100000:2.0:1746070990.176442:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88009d301c00 x1830887431567104/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.176451:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d301c00 with x1830887431567104 ext(7340032->8388607) 00002000:00010000:2.0:1746070990.176457:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d301c00 00000100:00100000:2.0:1746070990.192500:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2008:x1830887431568640:12345-192.168.204.29@tcp:3:dd.0 Request processed in 44305us (44813us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070990.192511:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13834 00002000:00100000:2.0:1746070990.192521:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88009d300000 x1830887431568640/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746070990.192525:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2008:x1830887431567872:12345-192.168.204.29@tcp:3:dd.0 Request processed in 54960us (58560us total) trans 0 rc 3145728/3145728 00002000:00100000:2.0:1746070990.192530:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d300000 with x1830887431568640 ext(11534336->12582911) 00000100:00100000:3.0:1746070990.192532:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13833 00002000:00010000:2.0:1746070990.192535:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d300000 00002000:00100000:3.0:1746070990.192538:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->11534335) req@ffff88012b8d7100 x1830887431567872/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 3145728/3145728 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.192545:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d7100 with x1830887431567872 ext(8388608->11534335) 00002000:00010000:3.0:1746070990.192548:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d7100 00000001:00080000:1.0:1746070990.197247:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970709 is committed 00000001:00080000:1.0:1746070990.197259:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970708 is committed 00002000:00010000:3.0:1746070990.197392:0:26992:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:3.0:1746070990.197397:0:26992:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:3.0:1746070990.197408:0:26992:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.197423:0:26992:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.197431:0:26992:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.197437:0:26992:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a039f600 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070990.197441:0:26992:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.197447:0:26992:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.197462:0:26992:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cf3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.197468:0:26992:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070990.197538:0:26992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431568256:12345-192.168.204.29@tcp:4:dd.0 Request processed in 63457us (63541us total) trans 4294970709 rc 0/0 00000100:00100000:3.0:1746070990.197548:0:26992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13832 00000100:00100000:3.0:1746070990.197999:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2008:x1830887431568768:12345-192.168.204.29@tcp:3:dd.0 Request processed in 41540us (43218us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070990.198004:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13835 00002000:00100000:3.0:1746070990.198012:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88009f993480 x1830887431568768/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.198021:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f993480 with x1830887431568768 ext(12582912->13631487) 00002000:00010000:3.0:1746070990.198024:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f993480 00000100:00100000:0.0:1746070990.202280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.202337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.202400:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431569152 00000100:00100000:3.0:1746070990.202407:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431569152 00000100:00100000:3.0:1746070990.202446:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431569408 00000100:00100000:3.0:1746070990.202448:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431569408 00000100:00100000:3.0:1746070990.202463:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13836 00000100:00100000:3.0:1746070990.202470:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431569152:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:3.0:1746070990.202498:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cfa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.202510:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070990.202512:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070990.202516:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cfa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.202526:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cfa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.203081:0:26992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13837 00000100:00100000:2.0:1746070990.203088:0:26992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431569408:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070990.203105:0:26992:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008038d01 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.203112:0:26992:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.203113:0:26992:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.203115:0:26992:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008038d01 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.203123:0:26992:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008038d01 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.213993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:0.0:1746070990.214168:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cfa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.214177:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cfa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.214184:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.214191:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a039f600 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070990.214194:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.214201:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.214216:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cfa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.214222:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038cfa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.214289:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431569152:12345-192.168.204.29@tcp:3:dd.0 Request processed in 11817us (12013us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746070990.214296:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431569664 00000100:00100000:0.0:1746070990.214301:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13836 00000100:00100000:2.0:1746070990.214303:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431569664 00002000:00100000:2.0:1746070990.214335:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff88009dcdad80 x1830887431569664/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.214343:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdad80 with x1830887431569664 ext(4194304->8388607) 00002000:00010000:2.0:1746070990.214347:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009dcdad80 00000100:00100000:2.0:1746070990.214370:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13838 00000100:00100000:2.0:1746070990.214377:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2007:x1830887431569664:12345-192.168.204.29@tcp:4:dd.0 00010000:00010000:3.0:1746070990.214702:0:26992:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008038d01 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.214709:0:26992:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008038d01 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.214715:0:26992:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008038d01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.214723:0:26992:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a04a6000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070990.214725:0:26992:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008038d01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.214731:0:26992:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008038d01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.214739:0:26992:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008038d01 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.214745:0:26992:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a6000/0xa5d7060008038d01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070990.214906:0:26992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431569408:12345-192.168.204.29@tcp:3:dd.0 Request processed in 11817us (12567us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070990.214912:0:26992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13837 00000100:00100000:0.0:1746070990.219336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.219548:0:26992:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431570176 00000100:00100000:3.0:1746070990.219555:0:26992:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431570176 00000100:00100000:3.0:1746070990.219602:0:26992:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13839 00000100:00100000:3.0:1746070990.219609:0:26992:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431570176:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:3.0:1746070990.219648:0:26992:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 10444800, mtime: 0x6812edce, atime: 0x0, ctime: 0x6812edce, blocks: 0x4fb0 00010000:00010000:3.0:1746070990.219655:0:26992:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008038d08 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.219666:0:26992:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070990.219668:0:26992:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070990.219673:0:26992:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008038d08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.219683:0:26992:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008038d08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.221740:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.221775:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431569920 00000100:00100000:0.0:1746070990.221781:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431569920 00002000:00100000:0.0:1746070990.221808:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff8800a01fed80 x1830887431569920/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.221816:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fed80 with x1830887431569920 ext(4194304->8388607) 00002000:00010000:0.0:1746070990.221821:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01fed80 00000100:00100000:0.0:1746070990.221836:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13840 00000100:00100000:0.0:1746070990.221842:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2009:x1830887431569920:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070990.260332:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2007:x1830887431569664:12345-192.168.204.29@tcp:4:dd.0 Request processed in 45946us (46337us total) trans 4294970710 rc 0/0 00000100:00100000:0.0:1746070990.260343:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13838 00002000:00100000:0.0:1746070990.260354:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff88009dcdad80 x1830887431569664/t4294970710(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/448 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.260363:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdad80 with x1830887431569664 ext(4194304->8388607) 00002000:00010000:0.0:1746070990.260368:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009dcdad80 00000001:00080000:1.0:1746070990.261680:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970711 is committed 00000001:00080000:1.0:1746070990.261691:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970710 is committed 00002000:00010000:3.0:1746070990.262188:0:26992:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:3.0:1746070990.262191:0:26992:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:3.0:1746070990.262201:0:26992:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008038d08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.262210:0:26992:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008038d08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.262216:0:26992:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008038d08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.262221:0:26992:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a039e600 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070990.262224:0:26992:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008038d08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.262230:0:26992:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008038d08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.262245:0:26992:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008038d08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.262250:0:26992:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a039e600/0xa5d7060008038d08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26992 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070990.262327:0:26992:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431570176:12345-192.168.204.29@tcp:4:dd.0 Request processed in 42715us (42995us total) trans 4294970711 rc 0/0 00000100:00100000:3.0:1746070990.262334:0:26992:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13839 00000100:00100000:1.0:1746070990.267768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.268105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.268352:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431570560 00000100:00100000:0.0:1746070990.268361:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431570560 00000100:00100000:0.0:1746070990.268406:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431570688 00000100:00100000:0.0:1746070990.268408:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431570688 00000100:00100000:0.0:1746070990.268434:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13841 00000100:00100000:0.0:1746070990.268441:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2007:x1830887431570560:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070990.268468:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008038d0f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.268479:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.268481:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.268486:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008038d0f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.268497:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008038d0f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.269594:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13842 00000100:00100000:0.0:1746070990.269601:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431570688:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070990.269618:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d7060008038d16 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.269624:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.269626:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.269628:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d7060008038d16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.269637:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d7060008038d16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.282592:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2009:x1830887431569920:12345-192.168.204.29@tcp:4:dd.0 Request processed in 60741us (60847us total) trans 4294972325 rc 0/0 00000100:00100000:1.0:1746070990.282604:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13840 00002000:00100000:1.0:1746070990.282614:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff8800a01fed80 x1830887431569920/t4294972325(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/448 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.282622:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fed80 with x1830887431569920 ext(4194304->8388607) 00002000:00010000:1.0:1746070990.282627:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01fed80 00010000:00010000:1.0:1746070990.283297:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008038d0f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.283306:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008038d0f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.283312:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008038d0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.283318:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800821b2800 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070990.283321:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008038d0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.283326:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008038d0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.283341:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008038d0f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.283346:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800821b2800/0xa5d7060008038d0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.283387:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2007:x1830887431570560:12345-192.168.204.29@tcp:3:dd.0 Request processed in 14946us (15625us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070990.283393:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13841 00010000:00010000:1.0:1746070990.286233:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d7060008038d16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.286247:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d7060008038d16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.286254:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d7060008038d16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.286259:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d233400 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070990.286262:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d7060008038d16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.286269:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d7060008038d16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.286283:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d7060008038d16 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.286288:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d7060008038d16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.286344:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431570688:12345-192.168.204.29@tcp:3:dd.0 Request processed in 16740us (18236us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746070990.286352:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13842 00000100:00100000:2.0:1746070990.291807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.292268:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431571072 00000100:00100000:1.0:1746070990.292276:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431571072 00000100:00100000:1.0:1746070990.292332:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13843 00000100:00100000:1.0:1746070990.292339:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431571072:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:1.0:1746070990.292377:0:27001:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 12533760, mtime: 0x6812edce, atime: 0x0, ctime: 0x6812edce, blocks: 0x5fa0 00010000:00010000:1.0:1746070990.292383:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c660000/0xa5d7060008038d1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.292394:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.292395:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.292399:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c660000/0xa5d7060008038d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.292410:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c660000/0xa5d7060008038d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.308442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.309521:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431571328 00000100:00100000:0.0:1746070990.309529:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431571328 00002000:00100000:0.0:1746070990.309562:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff8800a01fca80 x1830887431571328/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.309572:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fca80 with x1830887431571328 ext(8388608->12582911) 00002000:00010000:0.0:1746070990.309577:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a01fca80 00000100:00100000:0.0:1746070990.309612:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13844 00000100:00100000:0.0:1746070990.309620:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2009:x1830887431571328:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:1.0:1746070990.324953:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.325019:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431571584 00000100:00100000:2.0:1746070990.325027:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431571584 00002000:00100000:2.0:1746070990.325064:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff8800a01ff480 x1830887431571584/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.325072:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff480 with x1830887431571584 ext(8388608->12582911) 00002000:00010000:2.0:1746070990.325077:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01ff480 00000100:00100000:2.0:1746070990.325103:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13845 00000100:00100000:2.0:1746070990.325109:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2009:x1830887431571584:12345-192.168.204.29@tcp:4:dd.0 00000001:00080000:0.0:1746070990.325955:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970712 is committed 00002000:00010000:1.0:1746070990.327530:0:27001:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:1.0:1746070990.327536:0:27001:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:1.0:1746070990.327547:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c660000/0xa5d7060008038d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.327557:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c660000/0xa5d7060008038d1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.327564:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c660000/0xa5d7060008038d1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.327570:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c660000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070990.327573:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c660000/0xa5d7060008038d1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.327580:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c660000/0xa5d7060008038d1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.327593:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c660000/0xa5d7060008038d1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.327598:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c660000/0xa5d7060008038d1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.327664:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431571072:12345-192.168.204.29@tcp:4:dd.0 Request processed in 35324us (35862us total) trans 4294970712 rc 0/0 00000100:00100000:1.0:1746070990.327672:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13843 00000100:00100000:0.0:1746070990.336818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.336906:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431571840 00000100:00100000:3.0:1746070990.336914:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431571840 00000100:00100000:3.0:1746070990.336971:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13846 00000100:00100000:3.0:1746070990.336978:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431571840:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:3.0:1746070990.337006:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008038d24 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.337018:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070990.337019:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070990.337023:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008038d24 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.337034:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008038d24 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.338943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.338973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.339006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.339031:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431572608 00000100:00100000:0.0:1746070990.339036:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431572608 00000100:00100000:0.0:1746070990.339080:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 187 00000100:00100000:0.0:1746070990.339086:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+22:3680:x1830887431572608:12345-192.168.204.29@tcp:35:dd.0 00000100:00100000:0.0:1746070990.339277:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+23:3680:x1830887431572608:12345-192.168.204.29@tcp:35:dd.0 Request processed in 190us (269us total) trans 4294981759 rc 0/0 00000100:00100000:0.0:1746070990.339283:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 187 00000100:00080000:0.0:1746070990.339343:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746070990.339895:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431572352 00000100:00100000:1.0:1746070990.339900:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431572352 00000100:00100000:1.0:1746070990.339938:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431572224 00000100:00100000:1.0:1746070990.339941:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431572224 00000100:00100000:1.0:1746070990.339957:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13847 00000100:00100000:1.0:1746070990.339962:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431572352:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:2.0:1746070990.339966:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13848 00000100:00100000:2.0:1746070990.339974:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431572224:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070990.339981:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c661200/0xa5d7060008038d2b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.339992:0:9571:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a540d600/0xa5d7060008038d32 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.339992:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.339993:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.339997:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c661200/0xa5d7060008038d2b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.339999:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.340001:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.340004:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540d600/0xa5d7060008038d32 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.340008:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c661200/0xa5d7060008038d2b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.340012:0:9571:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540d600/0xa5d7060008038d32 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.344250:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.344292:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431572864 00000100:00100000:1.0:1746070990.344299:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431572864 00000100:00100000:1.0:1746070990.344430:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 188 00000100:00100000:1.0:1746070990.344439:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+23:3680:x1830887431572864:12345-192.168.204.29@tcp:35:dd.0 00000001:00080000:1.0:1746070990.344606:0:7221:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294981760 00000100:00100000:1.0:1746070990.344676:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+25:3680:x1830887431572864:12345-192.168.204.29@tcp:35:dd.0 Request processed in 238us (433us total) trans 4294981761 rc 0/0 00000100:00100000:1.0:1746070990.344682:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 188 00000020:00080000:1.0:1746070990.344687:0:7221:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1746070990.344912:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008038d24 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.344923:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008038d24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.344931:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008038d24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.344941:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a039f400 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070990.344944:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008038d24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.344951:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008038d24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.344967:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008038d24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.344973:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a039f400/0xa5d7060008038d24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070990.345024:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431571840:12345-192.168.204.29@tcp:3:dd.0 Request processed in 8046us (8211us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1746070990.345031:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13846 00010000:00010000:3.0:1746070990.355311:0:9571:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a540d600/0xa5d7060008038d32 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.355326:0:9571:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540d600/0xa5d7060008038d32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.355334:0:9571:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a540d600/0xa5d7060008038d32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.355340:0:9571:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a540d600 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070990.355344:0:9571:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a540d600/0xa5d7060008038d32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.355352:0:9571:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a540d600/0xa5d7060008038d32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.355368:0:9571:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a540d600/0xa5d7060008038d32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.355373:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a540d600/0xa5d7060008038d32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070990.355429:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431572224:12345-192.168.204.29@tcp:3:dd.0 Request processed in 15452us (16450us total) trans 0 rc 983040/983040 00000100:00100000:3.0:1746070990.355438:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13848 00010000:00010000:0.0:1746070990.359472:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c661200/0xa5d7060008038d2b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.359486:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c661200/0xa5d7060008038d2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.359493:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c661200/0xa5d7060008038d2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.359498:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c661200 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070990.359502:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c661200/0xa5d7060008038d2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.359513:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c661200/0xa5d7060008038d2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.359528:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c661200/0xa5d7060008038d2b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.359534:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c661200/0xa5d7060008038d2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.359607:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431572352:12345-192.168.204.29@tcp:3:dd.0 Request processed in 19640us (20662us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070990.359616:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13847 00000100:00100000:0.0:1746070990.366203:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2009:x1830887431571328:12345-192.168.204.29@tcp:4:dd.0 Request processed in 56576us (57760us total) trans 4294970713 rc 0/0 00000100:00100000:0.0:1746070990.366216:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13844 00002000:00100000:0.0:1746070990.366228:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff8800a01fca80 x1830887431571328/t4294970713(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/448 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.366236:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01fca80 with x1830887431571328 ext(8388608->12582911) 00002000:00010000:0.0:1746070990.366243:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a01fca80 00000100:00100000:2.0:1746070990.366361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.366567:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431573120 00000100:00100000:0.0:1746070990.366573:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431573120 00000100:00100000:2.0:1746070990.366813:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13849 00000100:00100000:2.0:1746070990.366822:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431573120:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:2.0:1746070990.366860:0:27001:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 14622720, mtime: 0x6812edce, atime: 0x0, ctime: 0x6812edce, blocks: 0x6f90 00010000:00010000:2.0:1746070990.366890:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038d39 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.366901:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.366902:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.366906:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.366918:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.378802:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2009:x1830887431571584:12345-192.168.204.29@tcp:4:dd.0 Request processed in 53684us (53847us total) trans 4294972326 rc 0/0 00000100:00100000:2.0:1746070990.378813:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13845 00002000:00100000:2.0:1746070990.378824:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff8800a01ff480 x1830887431571584/t4294972326(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/448 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.378833:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a01ff480 with x1830887431571584 ext(8388608->12582911) 00002000:00010000:2.0:1746070990.378837:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a01ff480 00000001:00080000:0.0:1746070990.390468:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970714 is committed 00000001:00080000:0.0:1746070990.390480:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970713 is committed 00002000:00010000:2.0:1746070990.390728:0:27001:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:2.0:1746070990.390731:0:27001:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:2.0:1746070990.390741:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.390749:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038d39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.390760:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038d39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.390765:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a540cc00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070990.390768:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038d39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.390775:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038d39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.390788:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038d39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.390792:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a540cc00/0xa5d7060008038d39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.391737:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431573120:12345-192.168.204.29@tcp:4:dd.0 Request processed in 24911us (25371us total) trans 4294970714 rc 0/0 00000100:00100000:2.0:1746070990.391746:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13849 00000100:00100000:1.0:1746070990.394197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.394435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.394488:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431573376 00000100:00100000:3.0:1746070990.394495:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431573376 00000100:00100000:1.0:1746070990.394645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.394714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.394768:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431573504 00000100:00100000:2.0:1746070990.394772:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431573504 00000100:00100000:0.0:1746070990.394879:0:7213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431573248 00000100:00100000:0.0:1746070990.394883:0:7213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431573248 00000100:00100000:0.0:1746070990.394909:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 550 00000100:00100000:0.0:1746070990.394915:0:7213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cafc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:61fe79c9-085c-4ff1-ac4e-0d8c7f263f56+12:2009:x1830887431573248:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070990.394960:0:7213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cafc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:61fe79c9-085c-4ff1-ac4e-0d8c7f263f56+12:2009:x1830887431573248:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 44us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070990.394965:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 550 00000100:00100000:0.0:1746070990.395012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.395053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.395074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.395089:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431574016 00000100:00100000:0.0:1746070990.395092:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431574016 00000100:00100000:0.0:1746070990.395117:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431574144 00000100:00100000:0.0:1746070990.395119:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431574144 00000100:00100000:0.0:1746070990.395141:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431574272 00000100:00100000:0.0:1746070990.395143:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431574272 00000100:00100000:0.0:1746070990.395162:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13850 00000100:00100000:0.0:1746070990.395167:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431574016:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070990.395188:0:9572:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d232200/0xa5d7060008038d40 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.395198:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.395200:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.395204:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d232200/0xa5d7060008038d40 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.395215:0:9572:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d232200/0xa5d7060008038d40 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.396277:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13851 00000100:00100000:1.0:1746070990.396285:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431574144:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070990.396302:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880130b02400/0xa5d7060008038d47 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.396310:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.396311:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.396314:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130b02400/0xa5d7060008038d47 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.396322:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130b02400/0xa5d7060008038d47 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.396435:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13852 00000100:00100000:0.0:1746070990.396441:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ee8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431574272:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070990.396458:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008038d4e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.396465:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.396467:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.396469:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008038d4e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.396476:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008038d4e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746070990.396755:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746070990.396759:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746070990.397545:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431573632 00000100:00100000:1.0:1746070990.397551:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431573632 00000100:00100000:0.0:1746070990.397596:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1090 00000100:00100000:0.0:1746070990.397602:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2010:x1830887431573632:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070990.397634:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2010:x1830887431573632:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 32us (2920us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070990.397639:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1090 00000100:00080000:0.0:1746070990.398528:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746070990.398655:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1091 00000100:00100000:2.0:1746070990.398662:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431573504:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:3.0:1746070990.398672:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1092 00000100:00100000:3.0:1746070990.398677:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a01fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2010:x1830887431573376:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:2.0:1746070990.398695:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431573504:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 34us (4050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070990.398700:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1091 00000100:00100000:3.0:1746070990.398890:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a01fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:2010:x1830887431573376:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 212us (4699us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070990.398896:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1092 00010000:00010000:2.0:1746070990.402912:0:9572:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d232200/0xa5d7060008038d40 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.402927:0:9572:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d232200/0xa5d7060008038d40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.402935:0:9572:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d232200/0xa5d7060008038d40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.402941:0:9572:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d232200 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070990.402945:0:9572:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d232200/0xa5d7060008038d40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.402953:0:9572:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d232200/0xa5d7060008038d40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.402969:0:9572:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d232200/0xa5d7060008038d40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.402975:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d232200/0xa5d7060008038d40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.403070:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431574016:12345-192.168.204.29@tcp:3:dd.0 Request processed in 7898us (8053us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1746070990.403079:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13850 00010000:00010000:1.0:1746070990.404654:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880130b02400/0xa5d7060008038d47 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.404664:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880130b02400/0xa5d7060008038d47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.404671:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880130b02400/0xa5d7060008038d47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.404680:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130b02400 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070990.404690:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880130b02400/0xa5d7060008038d47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.404697:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880130b02400/0xa5d7060008038d47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.404718:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880130b02400/0xa5d7060008038d47 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.404723:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130b02400/0xa5d7060008038d47 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.405092:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431574144:12345-192.168.204.29@tcp:3:dd.0 Request processed in 8800us (10029us total) trans 0 rc 974848/974848 00000100:00100000:1.0:1746070990.405100:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13851 00010000:00010000:0.0:1746070990.406037:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008038d4e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.406045:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008038d4e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.406052:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008038d4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.406057:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d233400 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070990.406060:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008038d4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.406067:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008038d4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.406078:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008038d4e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.406083:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d233400/0xa5d7060008038d4e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.406154:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ee8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431574272:12345-192.168.204.29@tcp:3:dd.0 Request processed in 9712us (11078us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070990.406161:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13852 00000100:00100000:2.0:1746070990.415437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.415553:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431574656 00000100:00100000:1.0:1746070990.415562:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431574656 00000100:00100000:1.0:1746070990.415622:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13853 00000100:00100000:1.0:1746070990.415629:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431574656:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:1.0:1746070990.415669:0:20968:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 16711680, mtime: 0x6812edce, atime: 0x0, ctime: 0x6812edce, blocks: 0x7f80 00010000:00010000:1.0:1746070990.415677:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880082197000/0xa5d7060008038d55 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.415688:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.415690:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.415694:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880082197000/0xa5d7060008038d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.415705:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880082197000/0xa5d7060008038d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070990.448899:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970715 is committed 00002000:00010000:2.0:1746070990.449098:0:20968:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:2.0:1746070990.449103:0:20968:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:2.0:1746070990.449113:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880082197000/0xa5d7060008038d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.449130:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880082197000/0xa5d7060008038d55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.449137:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880082197000/0xa5d7060008038d55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.449142:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880082197000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070990.449145:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880082197000/0xa5d7060008038d55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.449151:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880082197000/0xa5d7060008038d55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.449164:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880082197000/0xa5d7060008038d55 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.449169:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082197000/0xa5d7060008038d55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.449581:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431574656:12345-192.168.204.29@tcp:4:dd.0 Request processed in 33949us (34148us total) trans 4294970715 rc 0/0 00000100:00100000:2.0:1746070990.449589:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13853 00000100:00100000:0.0:1746070990.453231:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.453276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.453430:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431575040 00000100:00100000:3.0:1746070990.453438:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431575040 00000100:00100000:3.0:1746070990.453486:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431575168 00000100:00100000:3.0:1746070990.453488:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431575168 00000100:00100000:3.0:1746070990.453518:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13854 00000100:00100000:3.0:1746070990.453524:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431575040:12345-192.168.204.29@tcp:3:dd.0 00000100:00100000:0.0:1746070990.453524:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13855 00000100:00100000:0.0:1746070990.453529:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431575168:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070990.453549:0:9572:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d5c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.453550:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a039f000/0xa5d7060008038d63 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.453558:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.453558:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070990.453559:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.453559:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070990.453563:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a039f000/0xa5d7060008038d63 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.453563:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d5c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.453571:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a039f000/0xa5d7060008038d63 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.453571:0:9572:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d5c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.461225:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a039f000/0xa5d7060008038d63 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.461240:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a039f000/0xa5d7060008038d63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.461247:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a039f000/0xa5d7060008038d63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.461253:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a039f000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070990.461256:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a039f000/0xa5d7060008038d63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.461263:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a039f000/0xa5d7060008038d63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.461279:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a039f000/0xa5d7060008038d63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.461285:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a039f000/0xa5d7060008038d63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070990.461354:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2010:x1830887431575040:12345-192.168.204.29@tcp:3:dd.0 Request processed in 7825us (8125us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070990.461362:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13854 00010000:00010000:1.0:1746070990.463576:0:9572:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d5c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.463587:0:9572:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.463593:0:9572:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.463597:0:9572:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a06c4c00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070990.463600:0:9572:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.463605:0:9572:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.463617:0:9572:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.463621:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.463992:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2010:x1830887431575168:12345-192.168.204.29@tcp:3:dd.0 Request processed in 10460us (10712us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746070990.464000:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13855 00000100:00100000:0.0:1746070990.467260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.467356:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431575552 00000100:00100000:1.0:1746070990.467363:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431575552 00000100:00100000:1.0:1746070990.467419:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13856 00000100:00100000:1.0:1746070990.467425:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431575552:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:1.0:1746070990.467462:0:9572:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 18800640, mtime: 0x6812edce, atime: 0x0, ctime: 0x6812edce, blocks: 0x8f70 00010000:00010000:1.0:1746070990.467470:0:9572:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038d6a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.467480:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.467482:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.467486:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.467497:0:9572:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746070990.493728:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970716 is committed 00002000:00010000:2.0:1746070990.493939:0:9572:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:2.0:1746070990.493944:0:9572:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:2.0:1746070990.493955:0:9572:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.493970:0:9572:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038d6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.493977:0:9572:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038d6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.493983:0:9572:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c7000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070990.493987:0:9572:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038d6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.493994:0:9572:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038d6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.494009:0:9572:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038d6a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.494015:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038d6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.494089:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431575552:12345-192.168.204.29@tcp:4:dd.0 Request processed in 26660us (26831us total) trans 4294970716 rc 0/0 00000100:00100000:2.0:1746070990.494098:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13856 00000100:00100000:2.0:1746070990.500651:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.500688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.500743:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431575808 00000100:00100000:0.0:1746070990.500743:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431576064 00000100:00100000:3.0:1746070990.500750:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431575808 00000100:00100000:0.0:1746070990.500750:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431576064 00000100:00100000:3.0:1746070990.500808:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13857 00000100:00100000:3.0:1746070990.500815:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431575808:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:3.0:1746070990.500845:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008038d71 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.500856:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070990.500858:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070990.500882:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008038d71 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.500895:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008038d71 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.501010:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13858 00000100:00100000:0.0:1746070990.501017:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2007:x1830887431576064:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070990.501034:0:9572:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038d78 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.501041:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.501043:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.501046:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038d78 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.501054:0:9572:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038d78 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.501521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.501569:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431576320 00000100:00100000:2.0:1746070990.501572:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431576320 00000100:00100000:2.0:1746070990.501591:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13859 00000100:00100000:2.0:1746070990.501595:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431576320:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070990.501607:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8e00/0xa5d7060008038d7f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.501613:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.501614:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.501617:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8e00/0xa5d7060008038d7f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.501624:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8e00/0xa5d7060008038d7f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.506586:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008038d71 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.506601:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008038d71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.506609:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008038d71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.506615:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0382c00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070990.506619:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008038d71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.506626:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008038d71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.506642:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008038d71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.506647:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0382c00/0xa5d7060008038d71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.506731:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431575808:12345-192.168.204.29@tcp:3:dd.0 Request processed in 5913us (6082us total) trans 0 rc 81920/81920 00000100:00100000:0.0:1746070990.506739:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13857 00010000:00010000:2.0:1746070990.513221:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8e00/0xa5d7060008038d7f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.513237:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8e00/0xa5d7060008038d7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.513244:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8e00/0xa5d7060008038d7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.513250:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5ec8e00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070990.513253:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8e00/0xa5d7060008038d7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.513260:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8e00/0xa5d7060008038d7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.513278:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8e00/0xa5d7060008038d7f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.513283:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ec8e00/0xa5d7060008038d7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.513365:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431576320:12345-192.168.204.29@tcp:3:dd.0 Request processed in 11764us (11839us total) trans 0 rc 958464/958464 00000100:00100000:2.0:1746070990.513374:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13859 00010000:00010000:2.0:1746070990.515815:0:9572:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038d78 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.515828:0:9572:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038d78 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.515835:0:9572:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038d78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.515841:0:9572:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a06c5000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070990.515845:0:9572:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038d78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.515852:0:9572:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038d78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.515895:0:9572:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038d78 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.515903:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d7060008038d78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.515958:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2007:x1830887431576064:12345-192.168.204.29@tcp:3:dd.0 Request processed in 14939us (15266us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070990.515965:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13858 00000100:00100000:2.0:1746070990.520552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.520615:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431576576 00000100:00100000:0.0:1746070990.520623:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431576576 00000100:00100000:0.0:1746070990.520678:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13860 00000100:00100000:0.0:1746070990.520685:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431576576:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:0.0:1746070990.520722:0:9572:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 20889600, mtime: 0x6812edce, atime: 0x0, ctime: 0x6812edce, blocks: 0x9f60 00010000:00010000:0.0:1746070990.520730:0:9572:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.520740:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.520742:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.520751:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.520766:0:9572:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746070990.540924:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970717 is committed 00002000:00010000:1.0:1746070990.542827:0:9572:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:1.0:1746070990.542832:0:9572:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:1.0:1746070990.542845:0:9572:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.542854:0:9572:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.542873:0:9572:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.542881:0:9572:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a06c4c00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070990.542884:0:9572:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.542891:0:9572:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.542906:0:9572:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d86 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.542912:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a06c4c00/0xa5d7060008038d86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.542996:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431576576:12345-192.168.204.29@tcp:4:dd.0 Request processed in 22308us (22449us total) trans 4294970717 rc 0/0 00000100:00100000:1.0:1746070990.543004:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13860 00000100:00100000:1.0:1746070990.548326:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.548358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.548399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.548429:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431576832 00000100:00100000:1.0:1746070990.548435:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431576832 00000100:00100000:1.0:1746070990.548477:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431577088 00000100:00100000:1.0:1746070990.548479:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431577088 00000100:00100000:1.0:1746070990.548491:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431577344 00000100:00100000:1.0:1746070990.548492:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431577344 00000100:00100000:1.0:1746070990.548505:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13861 00000100:00100000:1.0:1746070990.548510:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431576832:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070990.548537:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008038d8d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.548548:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.548550:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.548553:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008038d8d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.548564:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008038d8d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.548686:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13862 00000100:00100000:1.0:1746070990.548692:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2009:x1830887431577088:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070990.548706:0:9571:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c7600/0xa5d7060008038d94 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.548713:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.548714:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.548717:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c7600/0xa5d7060008038d94 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.548725:0:9571:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c7600/0xa5d7060008038d94 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070990.549192:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13863 00000100:00100000:1.0:1746070990.549197:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431577344:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070990.549208:0:9573:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038d9b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.549215:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.549217:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070990.549219:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038d9b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.549226:0:9573:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038d9b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.559491:0:9571:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c7600/0xa5d7060008038d94 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.559506:0:9571:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c7600/0xa5d7060008038d94 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.559513:0:9571:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a00c7600/0xa5d7060008038d94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.559519:0:9571:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c7600 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070990.559523:0:9571:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a00c7600/0xa5d7060008038d94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.559529:0:9571:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a00c7600/0xa5d7060008038d94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.559544:0:9571:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a00c7600/0xa5d7060008038d94 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.559554:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c7600/0xa5d7060008038d94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.559573:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008038d8d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.559582:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008038d8d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.559588:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008038d8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.559593:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c6800 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070990.559596:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008038d8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.559601:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008038d8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.559611:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008038d8d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.559616:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6800/0xa5d7060008038d8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.559618:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2009:x1830887431577088:12345-192.168.204.29@tcp:3:dd.0 Request processed in 10921us (11255us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070990.559628:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13862 00000100:00100000:1.0:1746070990.559660:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431576832:12345-192.168.204.29@tcp:3:dd.0 Request processed in 11149us (11341us total) trans 0 rc 90112/90112 00000100:00100000:1.0:1746070990.559666:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13861 00010000:00010000:2.0:1746070990.564038:0:9573:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038d9b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.564050:0:9573:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038d9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.564057:0:9573:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038d9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.564062:0:9573:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c6200 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070990.564066:0:9573:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038d9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.564077:0:9573:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038d9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.564094:0:9573:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038d9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.564100:0:9573:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038d9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.564691:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2009:x1830887431577344:12345-192.168.204.29@tcp:3:dd.0 Request processed in 15489us (16286us total) trans 0 rc 950272/950272 00000100:00100000:2.0:1746070990.564700:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13863 00000100:00100000:1.0:1746070990.569461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.569947:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431577600 00000100:00100000:2.0:1746070990.569958:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431577600 00000100:00100000:2.0:1746070990.570023:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13864 00000100:00100000:2.0:1746070990.570030:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431577600:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:2.0:1746070990.570065:0:9573:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 22978560, mtime: 0x6812edce, atime: 0x0, ctime: 0x6812edce, blocks: 0xaf50 00010000:00010000:2.0:1746070990.570072:0:9573:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007271b000/0xa5d7060008038da2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.570081:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.570082:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.570086:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007271b000/0xa5d7060008038da2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.570097:0:9573:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007271b000/0xa5d7060008038da2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746070990.601132:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970718 is committed 00002000:00010000:3.0:1746070990.601332:0:9573:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:3.0:1746070990.601337:0:9573:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:3.0:1746070990.601348:0:9573:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007271b000/0xa5d7060008038da2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.601357:0:9573:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007271b000/0xa5d7060008038da2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.601364:0:9573:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007271b000/0xa5d7060008038da2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.601371:0:9573:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007271b000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070990.601375:0:9573:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007271b000/0xa5d7060008038da2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.601382:0:9573:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007271b000/0xa5d7060008038da2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.601396:0:9573:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007271b000/0xa5d7060008038da2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.601401:0:9573:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007271b000/0xa5d7060008038da2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070990.601496:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2007:x1830887431577600:12345-192.168.204.29@tcp:4:dd.0 Request processed in 31462us (32038us total) trans 4294970718 rc 0/0 00000100:00100000:3.0:1746070990.601505:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13864 00000100:00100000:0.0:1746070990.608788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.608837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.608898:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431577984 00000100:00100000:2.0:1746070990.608907:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431577984 00000100:00100000:3.0:1746070990.608943:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431578112 00000100:00100000:3.0:1746070990.608946:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431578112 00000100:00100000:2.0:1746070990.608969:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13865 00000100:00100000:2.0:1746070990.608976:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431577984:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070990.609005:0:9571:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007271ac00/0xa5d7060008038da9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070990.609018:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13866 00010000:00010000:2.0:1746070990.609022:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746070990.609024:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431578112:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070990.609024:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.609029:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007271ac00/0xa5d7060008038da9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.609038:0:9573:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038db0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.609040:0:9571:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007271ac00/0xa5d7060008038da9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.609044:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070990.609045:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070990.609047:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038db0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.609055:0:9573:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038db0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.610711:0:9573:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038db0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.610722:0:9573:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038db0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.610730:0:9573:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038db0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.610735:0:9573:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a039f600 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070990.610738:0:9573:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038db0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.610744:0:9573:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038db0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.610756:0:9573:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038db0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.610762:0:9573:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a039f600/0xa5d7060008038db0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070990.610810:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:2008:x1830887431578112:12345-192.168.204.29@tcp:3:dd.0 Request processed in 1782us (1968us total) trans 0 rc 98304/98304 00000100:00100000:3.0:1746070990.610820:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13866 00010000:00010000:1.0:1746070990.618329:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746070990.621829:0:9571:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007271ac00/0xa5d7060008038da9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.621843:0:9571:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007271ac00/0xa5d7060008038da9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.621851:0:9571:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007271ac00/0xa5d7060008038da9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.621856:0:9571:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007271ac00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070990.621860:0:9571:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007271ac00/0xa5d7060008038da9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.621930:0:9571:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007271ac00/0xa5d7060008038da9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.621946:0:9571:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007271ac00/0xa5d7060008038da9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.621952:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007271ac00/0xa5d7060008038da9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070990.622355:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431577984:12345-192.168.204.29@tcp:3:dd.0 Request processed in 13376us (13569us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070990.622364:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13865 00000100:00100000:0.0:1746070990.624590:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.624697:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431578240 00000100:00100000:2.0:1746070990.624705:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431578240 00000100:00100000:2.0:1746070990.624751:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30368 00000100:00100000:2.0:1746070990.624757:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+6:3679:x1830887431578240:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070990.624773:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070990.624787:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007271b400/0xa5d7060008038db7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015656 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070990.624803:0:9566:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 25067520, mtime: 0x6812edce, atime: 0x0, ctime: 0x6812edce, blocks: 0xbf40 00010000:00010000:2.0:1746070990.624821:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.624822:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.624828:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007271b400/0xa5d7060008038db7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015656 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.624839:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007271b400/0xa5d7060008038db7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015656 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.624847:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007271b400, rc 0) 00000100:00100000:2.0:1746070990.624920:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:3679:x1830887431578240:12345-192.168.204.29@tcp:101:dd.0 Request processed in 162us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070990.624926:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30368 00000100:00100000:1.0:1746070990.637218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.637301:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431578368 00000100:00100000:3.0:1746070990.637309:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431578368 00002000:00100000:3.0:1746070990.637343:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (25067520->26214399) req@ffff88012b41dc00 x1830887431578368/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.637351:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41dc00 with x1830887431578368 ext(25067520->26214399) 00002000:00010000:3.0:1746070990.637357:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b41dc00 00000100:00100000:3.0:1746070990.637384:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13867 00000100:00100000:3.0:1746070990.637391:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2007:x1830887431578368:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:3.0:1746070990.647622:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431578368:12345-192.168.204.29@tcp:4:dd.0 Request processed in 10222us (10401us total) trans 4294970719 rc 0/0 00000100:00100000:3.0:1746070990.647633:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13867 00002000:00100000:3.0:1746070990.647643:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (25067520->26214399) req@ffff88012b41dc00 x1830887431578368/t4294970719(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/448 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.647651:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41dc00 with x1830887431578368 ext(25067520->26214399) 00002000:00010000:3.0:1746070990.647657:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b41dc00 00000100:00100000:1.0:1746070990.650791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.650930:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431578496 00000100:00100000:2.0:1746070990.650937:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431578496 00000100:00100000:2.0:1746070990.651102:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32177 00000100:00100000:2.0:1746070990.651114:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+48:3679:x1830887431578496:12345-192.168.204.29@tcp:44:dd.0 00000001:00080000:0.0:1746070990.652823:0:7201:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981761 is committed 00000001:00080000:0.0:1746070990.652850:0:7201:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294981758 is committed 00000020:00080000:0.0:1746070990.652903:0:7201:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00000020:00080000:0.0:1746070990.652920:0:7201:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880093264900 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:0.0:1746070990.652924:0:7201:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8800727c9300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880093264840 00000020:00080000:0.0:1746070990.652927:0:7201:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:0.0:1746070990.652928:0:7201:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8800727c9900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800a60dae00 00000020:00080000:0.0:1746070990.652930:0:7201:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00010000:00010000:1.0:1746070990.652994:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008038942 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653003:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008038942 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653008:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008038942 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653012:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a60da000 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070990.653015:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008038942 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653020:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008038942 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653032:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800727c9c00) 00010000:00010000:1.0:1746070990.653034:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070990.653037:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008038942 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653041:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008038942 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653062:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d7060008038949 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653066:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d7060008038949 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653070:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d7060008038949 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653073:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a60da600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070990.653075:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d7060008038949 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653079:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d7060008038949 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653083:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800727c9e00) 00010000:00010000:1.0:1746070990.653085:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070990.653086:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d7060008038949 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653089:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d7060008038949 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653095:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038950 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653099:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038950 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653102:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038950 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653105:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6166400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070990.653107:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038950 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653114:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038950 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653130:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800727c9800) 00010000:00010000:1.0:1746070990.653132:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070990.653134:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038950 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653138:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038950 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653147:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8c00/0xa5d70600080389ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653150:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8c00/0xa5d70600080389ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653154:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8c00/0xa5d70600080389ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653157:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a03c8c00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070990.653159:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8c00/0xa5d70600080389ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653163:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8c00/0xa5d70600080389ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653167:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800727c9a00) 00010000:00010000:1.0:1746070990.653168:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070990.653170:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8c00/0xa5d70600080389ce lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653177:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c8c00/0xa5d70600080389ce lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653185:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653189:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653192:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653196:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d5e5000 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070990.653197:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653201:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653205:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800727c9400) 00010000:00010000:1.0:1746070990.653206:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070990.653208:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653211:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5e5000/0xa5d7060008038a84 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070990.653217:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ada00/0xa5d7060008038aed lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070990.653221:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ada00/0xa5d7060008038aed lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070990.653224:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ada00/0xa5d7060008038aed lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070990.653228:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801325ada00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070990.653230:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ada00/0xa5d7060008038aed lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070990.653234:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ada00/0xa5d7060008038aed lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070990.653238:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800a54a6d00) 00010000:00010000:1.0:1746070990.653239:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070990.653241:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ada00/0xa5d7060008038aed lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070990.653244:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801325ada00/0xa5d7060008038aed lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070990.653253:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653256:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b5d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653259:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b5d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653262:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6389e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070990.653264:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b5d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653267:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b5d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653281:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:1.0:1746070990.653283:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070990.653285:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b5d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653288:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038b5d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653299:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008038b8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653304:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008038b8e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653308:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008038b8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653311:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800821b2600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070990.653313:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008038b8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653318:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008038b8e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653323:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880124262f00) 00010000:00010000:1.0:1746070990.653325:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070990.653326:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008038b8e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653330:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800821b2600/0xa5d7060008038b8e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746070990.653339:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008038c2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070990.653343:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008038c2f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070990.653348:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008038c2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070990.653352:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0290a00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070990.653354:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008038c2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070990.653358:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008038c2f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00000020:00080000:3.0:1746070990.653359:0:7248:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00010000:00010000:1.0:1746070990.653363:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88012bff1200) 00010000:00010000:1.0:1746070990.653365:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070990.653366:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008038c2f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070990.653370:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008038c2f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00000100:00100000:2.0:1746070990.653421:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:3679:x1830887431578496:12345-192.168.204.29@tcp:44:dd.0 Request processed in 2305us (2633us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070990.653430:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32177 00000004:00080000:3.0:1746070990.653431:0:7248:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800a0285540 with version 20 00000020:00080000:3.0:1746070990.653437:0:7248:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00000020:00080000:3.0:1746070990.653463:0:7248:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00000020:00080000:3.0:1746070990.653469:0:7248:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000004:00080000:3.0:1746070990.653475:0:9057:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800aaada540 version 20 rpc_version 20 00000020:00100000:3.0:1746070990.653495:0:9057:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746070990.653501:0:9057:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a50fb800 x1830887426918016/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746070990.653517:0:9057:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50fb800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9057:1830887426918016:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746070990.653554:0:9057:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070990.653586:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426918016 00000100:00100000:0.0:1746070990.653591:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426918016 00000100:00100000:3.0:1746070990.653599:0:9057:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0285900 going to sleep for 11 seconds 00000100:00100000:0.0:1746070990.653613:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1746070990.653618:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9057:x1830887426918016:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746070990.653847:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:9057:x1830887426918016:12345-0@lo:1000:osp_up1-0.0 Request processed in 228us (292us total) trans 4294967383 rc 0/0 00000100:00100000:0.0:1746070990.653853:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1746070990.654392:0:9057:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a50fb800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9057:1830887426918016:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746070990.657672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.657722:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431578624 00000100:00100000:3.0:1746070990.657730:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431578624 00000100:00100000:3.0:1746070990.657776:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30369 00000100:00100000:3.0:1746070990.657784:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431578624:12345-192.168.204.29@tcp:16:dd.0 00000001:00080000:2.0:1746070990.659080:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970719 is committed 00000100:00100000:3.0:1746070990.659342:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431578624:12345-192.168.204.29@tcp:16:dd.0 Request processed in 1557us (1674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070990.659349:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30369 00000100:00100000:1.0:1746070990.661388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.661489:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431578880 00000100:00100000:3.0:1746070990.661496:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431578880 00000100:00100000:3.0:1746070990.661539:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 189 00000100:00100000:3.0:1746070990.661545:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:3679:x1830887431578880:12345-192.168.204.29@tcp:35:dd.0 00000100:00100000:3.0:1746070990.661706:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:3679:x1830887431578880:12345-192.168.204.29@tcp:35:dd.0 Request processed in 160us (321us total) trans 4294981762 rc 0/0 00000100:00100000:3.0:1746070990.661712:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 189 00000100:00100000:1.0:1746070990.665206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.665269:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431579136 00000100:00100000:0.0:1746070990.665276:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431579136 00000100:00100000:0.0:1746070990.665325:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 190 00000100:00100000:0.0:1746070990.665332:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880077869850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+19:3679:x1830887431579136:12345-192.168.204.29@tcp:35:dd.0 00000001:00080000:0.0:1746070990.665493:0:7221:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294981763 00000100:00100000:0.0:1746070990.665744:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880077869850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:3679:x1830887431579136:12345-192.168.204.29@tcp:35:dd.0 Request processed in 412us (543us total) trans 4294981764 rc 0/0 00000100:00100000:0.0:1746070990.665751:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 190 00000020:00080000:0.0:1746070990.665754:0:7221:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746070990.680916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.681064:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431579264 00000100:00100000:2.0:1746070990.681072:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431579264 00000100:00100000:2.0:1746070990.681133:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32178 00000100:00100000:2.0:1746070990.681141:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+21:3681:x1830887431579264:12345-192.168.204.29@tcp:101:checkstat.0 00010000:00010000:2.0:1746070990.681159:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070990.681174:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dbe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01565d expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.681221:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007271b000/0xa5d7060008038dc5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.681231:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007271b000/0xa5d7060008038dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.681239:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007271b000/0xa5d7060008038dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746070990.681275:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746070990.681278:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746070990.681292:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88007271b000/0xa5d7060008038dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.681309:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dbe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01565d expref: 23 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.681353:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007271b000/0xa5d7060008038dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01565d expref: 22 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.681359:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070990.681361:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070990.681364:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007271b000, rc 0) 00000100:00100000:2.0:1746070990.682110:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:3681:x1830887431579264:12345-192.168.204.29@tcp:101:checkstat.0 Request processed in 968us (1200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070990.682116:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32178 00000100:00100000:0.0:1746070990.684496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.684601:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431579392 00000100:00100000:2.0:1746070990.684607:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431579392 00000100:00100000:2.0:1746070990.684654:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32179 00000100:00100000:2.0:1746070990.684658:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+22:3681:x1830887431579392:12345-192.168.204.29@tcp:101:checkstat.0 00010000:00010000:2.0:1746070990.684668:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070990.684678:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007271b600/0xa5d7060008038dcc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015664 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.684712:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dd3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684719:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dd3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684726:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dd3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684734:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038dda lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684737:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038dda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684740:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038dda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684790:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0434400/0xa5d7060008038de1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684793:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0434400/0xa5d7060008038de1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684796:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0434400/0xa5d7060008038de1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746070990.684818:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00000004:00200000:2.0:1746070990.684820:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746070990.684829:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0434400/0xa5d7060008038de1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684834:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0434400/0xa5d7060008038de1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684839:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dd3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684842:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dd3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684844:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dd3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684851:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dd3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684854:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007271a400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070990.684856:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dd3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684859:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dd3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684886:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070990.684888:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070990.684890:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dd3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684893:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038dd3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684906:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038dda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684909:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038dda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684911:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038dda lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684913:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6166400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070990.684915:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038dda lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684917:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038dda lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684922:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a5d65f00) 00010000:00010000:2.0:1746070990.684924:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070990.684925:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038dda lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684927:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6166400/0xa5d7060008038dda lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.684940:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007271b600/0xa5d7060008038dcc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015664 expref: 24 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.684956:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0434400/0xa5d7060008038de1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015664 expref: 23 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.684959:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012faf7f00) 00010000:00010000:2.0:1746070990.684960:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070990.684961:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0434400, rc 0) 00000100:00100000:2.0:1746070990.684997:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:3681:x1830887431579392:12345-192.168.204.29@tcp:101:checkstat.0 Request processed in 339us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070990.685001:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32179 00000100:00100000:0.0:1746070990.686476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.686555:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431579520 00000100:00100000:3.0:1746070990.686561:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431579520 00000100:00100000:0.0:1746070990.686566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.686599:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431579648 00000100:00100000:3.0:1746070990.686605:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431579648 00000100:00100000:3.0:1746070990.686622:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30370 00000100:00100000:3.0:1746070990.686627:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431579520:12345-192.168.204.29@tcp:101:checkstat.0 00000100:00100000:2.0:1746070990.686632:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30371 00010000:00010000:3.0:1746070990.686637:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746070990.686637:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431579648:12345-192.168.204.29@tcp:101:checkstat.0 00010000:00010000:2.0:1746070990.686644:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070990.686648:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a04a7a00/0xa5d7060008038de8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01566b expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.686651:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0435e00/0xa5d7060008038def lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015672 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070990.686682:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426918144:192.168.204.29@tcp:106: 00000100:00100000:2.0:1746070990.686682:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f993b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426918272:192.168.204.29@tcp:106: 00000100:00100000:3.0:1746070990.686787:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02850c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070990.686838:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b8cea80 going to sleep for 11 seconds 00002000:00010000:3.0:1746070990.688082:0:17293:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:3.0:1746070990.688086:0:17293:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime: 0 -> 1746070990 00002000:00010000:3.0:1746070990.688088:0:17293:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime: 0 -> 1746070989 00002000:00010000:3.0:1746070990.688090:0:17293:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime: 0 -> 1746070990 00002000:00010000:3.0:1746070990.688092:0:17293:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746070990.688105:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a50f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426918144:192.168.204.29@tcp:106: 00010000:00010000:3.0:1746070990.688136:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a04a7a00/0xa5d7060008038de8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01566b expref: 8 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070990.688145:0:17293:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a04a7a00/0xa5d7060008038de8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01566b expref: 8 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070990.688166:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7a00, rc 0) 00002000:00010000:2.0:1746070990.688269:0:9566:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:2.0:1746070990.688271:0:9566:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime: 0 -> 1746070990 00002000:00010000:2.0:1746070990.688273:0:9566:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime: 0 -> 1746070989 00002000:00010000:2.0:1746070990.688275:0:9566:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime: 0 -> 1746070990 00002000:00010000:2.0:1746070990.688276:0:9566:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746070990.688286:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f993b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426918272:192.168.204.29@tcp:106: 00010000:00010000:2.0:1746070990.688308:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0435e00/0xa5d7060008038def lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015672 expref: 13 pid: 9566 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070990.688317:0:9566:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0435e00/0xa5d7060008038def lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015672 expref: 13 pid: 9566 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070990.688324:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0435e00, rc 0) 00000100:00100000:2.0:1746070990.688351:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431579648:12345-192.168.204.29@tcp:101:checkstat.0 Request processed in 1714us (1785us total) trans 0 rc 301/301 00000100:00100000:2.0:1746070990.688357:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30371 00000100:00100000:3.0:1746070990.688781:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431579520:12345-192.168.204.29@tcp:101:checkstat.0 Request processed in 2153us (2307us total) trans 0 rc 301/301 00000100:00100000:3.0:1746070990.688787:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30370 00000100:00100000:0.0:1746070990.695166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.695377:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431579776 00000100:00100000:3.0:1746070990.695385:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431579776 00000100:00100000:3.0:1746070990.695433:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32180 00000100:00100000:3.0:1746070990.695440:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+16:3682:x1830887431579776:12345-192.168.204.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746070990.695459:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070990.695474:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008038df6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015679 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.695526:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6000/0xa5d7060008038dfd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070990.695537:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6000/0xa5d7060008038dfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070990.695546:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6000/0xa5d7060008038dfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746070990.695577:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746070990.695580:0:21534:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746070990.695592:0:21534:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6000/0xa5d7060008038dfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070990.695607:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008038df6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015679 expref: 18 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.695638:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6000/0xa5d7060008038dfd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015679 expref: 17 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.695645:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070990.695647:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746070990.695650:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a6000, rc 0) 00000100:00100000:3.0:1746070990.695702:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+17:3682:x1830887431579776:12345-192.168.204.29@tcp:101:checkstat.0 Request processed in 263us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070990.695708:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32180 00000100:00100000:1.0:1746070990.707319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.707391:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431580032 00000100:00100000:2.0:1746070990.707397:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431580032 00000100:00100000:2.0:1746070990.707443:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32181 00000100:00100000:2.0:1746070990.707449:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+23:3683:x1830887431580032:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:2.0:1746070990.707464:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070990.707478:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007271b600/0xa5d7060008038e04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015680 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.707549:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038e0b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.707560:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038e0b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746070990.707568:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038e0b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746070990.707575:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:2.0:1746070990.707642:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007271b600/0xa5d7060008038e04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015680 expref: 26 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.707679:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007271a400/0xa5d7060008038e0b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015680 expref: 25 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.707685:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:2.0:1746070990.707687:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746070990.707689:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007271a400, rc 0) 00000100:00100000:2.0:1746070990.707722:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:3683:x1830887431580032:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 273us (411us total) trans 4294981765 rc 0/0 00000100:00100000:2.0:1746070990.707727:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32181 00000100:00100000:3.0:1746070990.710928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.710943:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431580288 00000100:00100000:3.0:1746070990.710948:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431580288 00000100:00100000:3.0:1746070990.710971:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32182 00000100:00100000:3.0:1746070990.710975:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:3683:x1830887431580288:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:3.0:1746070990.710987:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070990.710997:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7600/0xa5d7060008038e19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015687 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.711053:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d7060008038e20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070990.711060:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d7060008038e20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070990.711067:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d7060008038e20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746070990.711072:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746070990.711136:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7600/0xa5d7060008038e19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015687 expref: 28 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.711149:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d7060008038e20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015687 expref: 27 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070990.711154:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012faf7f00) 00010000:00010000:3.0:1746070990.711156:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070990.711157:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7c00, rc 0) 00000100:00100000:3.0:1746070990.711181:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:3683:x1830887431580288:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 206us (258us total) trans 4294981766 rc 0/0 00000100:00100000:3.0:1746070990.711184:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32182 00000100:00100000:1.0:1746070990.712915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.713005:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431580416 00000100:00100000:2.0:1746070990.713010:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431580416 00000100:00100000:2.0:1746070990.713043:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 430 00000100:00100000:2.0:1746070990.713049:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:2008:x1830887431580416:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070990.713059:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070990.713075:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d7060008038e20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015687 expref: 27 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.713088:0:21522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012faf7f00) 00010000:00010000:2.0:1746070990.713092:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070990.713116:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:2008:x1830887431580416:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 67us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070990.713134:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 430 00000100:00100000:3.0:1746070990.713452:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.713485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.713539:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431580544 00000100:00100000:0.0:1746070990.713543:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431580544 00000100:00100000:0.0:1746070990.713566:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431580672 00000100:00100000:0.0:1746070990.713568:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431580672 00000100:00100000:0.0:1746070990.713585:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30372 00000100:00100000:0.0:1746070990.713590:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431580544:12345-192.168.204.29@tcp:101:cmp.0 00000100:00100000:1.0:1746070990.713596:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30373 00010000:00010000:0.0:1746070990.713600:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746070990.713603:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2009:x1830887431580672:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:0.0:1746070990.713609:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038e2e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01568e expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070990.713610:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070990.713619:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008038e35 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015695 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.713645:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcd9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426918400:192.168.204.29@tcp:106: 00000100:00100000:1.0:1746070990.713646:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b41fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426918528:192.168.204.29@tcp:106: 00000100:00100000:1.0:1746070990.713715:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6038000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070990.713753:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070990.715804:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b41fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426918528:192.168.204.29@tcp:106: 00010000:00010000:1.0:1746070990.715824:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008038e35 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015695 expref: 13 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070990.715835:0:9567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0779000/0xa5d7060008038e35 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015695 expref: 13 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070990.715861:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0779000, rc 0) 00000100:00100000:1.0:1746070990.715910:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2009:x1830887431580672:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 2307us (2424us total) trans 0 rc 301/301 00000100:00100000:1.0:1746070990.715916:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30373 00000100:00100000:0.0:1746070990.716039:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dcd9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426918400:192.168.204.29@tcp:106: 00010000:00010000:0.0:1746070990.716052:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038e2e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01568e expref: 8 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070990.716064:0:17293:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6200/0xa5d7060008038e2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01568e expref: 8 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070990.716080:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c6200, rc 0) 00000100:00100000:0.0:1746070990.716099:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431580544:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 2508us (2680us total) trans 0 rc 301/301 00000100:00100000:0.0:1746070990.716104:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30372 00000100:00100000:3.0:1746070990.724135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.724277:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431581056 00000100:00100000:0.0:1746070990.724285:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431581056 00002000:00100000:0.0:1746070990.724321:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff8800a50f8700 x1830887431581056/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.724331:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8700 with x1830887431581056 ext(0->2097151) 00002000:00010000:0.0:1746070990.724335:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a50f8700 00000100:00100000:0.0:1746070990.724365:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13868 00000100:00100000:0.0:1746070990.724372:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431581056:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070990.725475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.726489:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431581184 00000100:00100000:1.0:1746070990.726494:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431581184 00002000:00100000:1.0:1746070990.726520:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff8800a50fb480 x1830887431581184/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.726528:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb480 with x1830887431581184 ext(0->2097151) 00002000:00010000:1.0:1746070990.726532:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a50fb480 00000100:00100000:1.0:1746070990.726552:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13869 00000100:00100000:1.0:1746070990.726558:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431581184:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070990.740739:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431581056:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 16359us (16614us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746070990.740750:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13868 00002000:00100000:0.0:1746070990.740760:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff8800a50f8700 x1830887431581056/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.740769:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f8700 with x1830887431581056 ext(0->2097151) 00002000:00010000:0.0:1746070990.740774:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a50f8700 00000100:00100000:1.0:1746070990.743947:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431581184:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 17382us (18466us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746070990.743960:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13869 00002000:00100000:1.0:1746070990.743968:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff8800a50fb480 x1830887431581184/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.743976:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50fb480 with x1830887431581184 ext(0->2097151) 00002000:00010000:1.0:1746070990.743981:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a50fb480 00000100:00100000:3.0:1746070990.750506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.750539:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431581312 00000100:00100000:0.0:1746070990.750547:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431581312 00000100:00100000:0.0:1746070990.750588:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30374 00000100:00100000:0.0:1746070990.750594:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:3683:x1830887431581312:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:0.0:1746070990.750608:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070990.750620:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038e3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01569c expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.750643:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.750650:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070990.750651:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746070990.750654:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038e3c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01569c expref: 8 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.750677:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 7 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.750686:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 7 pid: 9567 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746070990.750696:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcd9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426918656:192.168.204.29@tcp:104: 00000100:00100000:0.0:1746070990.750894:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070990.754154:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dcd9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17293:1830887426918656:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070990.754179:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038e3c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01569c expref: 8 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.754197:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c7000, rc 0) 00000100:00100000:0.0:1746070990.754247:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:3683:x1830887431581312:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 3652us (3746us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070990.754254:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30374 00000100:00100000:2.0:1746070990.755246:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.755312:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431581440 00000100:00100000:1.0:1746070990.755318:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431581440 00002000:00100000:1.0:1746070990.755347:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88009f993b80 x1830887431581440/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.755355:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f993b80 with x1830887431581440 ext(12582912->13631487) 00010000:00010000:1.0:1746070990.755360:0:27001:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 8 pid: 9567 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746070990.755370:0:27001:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 8 pid: 9567 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746070990.755376:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f993b80 00000100:00100000:1.0:1746070990.755971:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3059 00000100:00100000:1.0:1746070990.755978:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2007:x1830887431581440:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070990.770472:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2007:x1830887431581440:12345-192.168.204.29@tcp:4:dd.0 Request processed in 14486us (15218us total) trans 4294970720 rc 0/0 00000100:00100000:0.0:1746070990.770483:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3059 00002000:00100000:0.0:1746070990.770493:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88009f993b80 x1830887431581440/t4294970720(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:621/0 lens 488/448 e 0 to 0 dl 1746071001 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.770502:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f993b80 with x1830887431581440 ext(12582912->13631487) 00010000:00010000:0.0:1746070990.770510:0:27001:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 10 pid: 9567 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746070990.770522:0:27001:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 10 pid: 9567 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746070990.770529:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f993b80 00000100:00100000:2.0:1746070990.793164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.793235:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431581568 00000100:00100000:0.0:1746070990.793242:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431581568 00010000:00010000:0.0:1746070990.793271:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 10 pid: 9567 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746070990.793295:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14163 00000100:00100000:0.0:1746070990.793301:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2009:x1830887431581568:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070990.793316:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746070990.793329:0:7206:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:0.0:1746070990.793335:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 10 pid: 9567 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746070990.793345:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 10 pid: 9567 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746070990.793365:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0778400/0xa5d7060008038c8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01563a expref: 10 pid: 9567 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746070990.793397:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.793399:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070990.793406:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038e3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01569c expref: 7 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.793414:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038e3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01569c expref: 7 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.793439:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00c7000/0xa5d7060008038e3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01569c expref: 7 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070990.793449:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcd9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426918784:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070990.793523:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a03260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070990.797348:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dcd9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7206:1830887426918784:192.168.204.29@tcp:105: 00010000:00010000:0.0:1746070990.797365:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070990.797410:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2009:x1830887431581568:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 4107us (4250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070990.797420:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14163 00000100:00100000:0.0:1746070990.801240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.801307:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431581824 00000100:00100000:2.0:1746070990.801315:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431581824 00002000:00100000:2.0:1746070990.801353:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff88009dcd9f80 x1830887431581824/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.801361:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9f80 with x1830887431581824 ext(0->1048575) 00002000:00010000:2.0:1746070990.801365:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009dcd9f80 00000100:00100000:2.0:1746070990.801393:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13870 00000100:00100000:2.0:1746070990.801400:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431581824:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070990.809330:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431581824:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 7923us (8090us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070990.809341:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13870 00002000:00100000:0.0:1746070990.809351:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff88009dcd9f80 x1830887431581824/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.809359:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9f80 with x1830887431581824 ext(0->1048575) 00002000:00010000:0.0:1746070990.809364:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009dcd9f80 00000100:00100000:0.0:1746070990.813851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.814052:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431581952 00000100:00100000:2.0:1746070990.814059:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431581952 00000100:00100000:2.0:1746070990.814326:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30375 00000100:00100000:2.0:1746070990.814334:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:3683:x1830887431581952:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:2.0:1746070990.814350:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070990.814365:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008038e43 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0156a3 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.814389:0:17293:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008038cad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01564f expref: 13 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.814395:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070990.814397:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070990.814401:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008038e43 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156a3 expref: 13 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.814424:0:17293:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008038cad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01564f expref: 13 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.814434:0:17293:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008038cad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01564f expref: 13 pid: 9566 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746070990.814445:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426918912:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070990.814720:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b8ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1746070990.818113:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426918912:192.168.204.29@tcp:104: 00010000:00010000:0.0:1746070990.818156:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008038e43 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156a3 expref: 13 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070990.818170:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2600, rc 0) 00000100:00100000:0.0:1746070990.818221:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:3683:x1830887431581952:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 3888us (4378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070990.818229:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30375 00000100:00100000:0.0:1746070990.825356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.825483:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431582080 00000100:00100000:2.0:1746070990.825491:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431582080 00010000:00010000:2.0:1746070990.825521:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008038cad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01564f expref: 14 pid: 9566 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746070990.826078:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14164 00000100:00100000:2.0:1746070990.826085:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2007:x1830887431582080:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070990.826097:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070990.826111:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008038cad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01564f expref: 14 pid: 9566 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746070990.826132:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008038cad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01564f expref: 14 pid: 9566 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746070990.826149:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e36f400/0xa5d7060008038cad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01564f expref: 14 pid: 9566 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746070990.826179:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.826180:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070990.826185:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008038e43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156a3 expref: 12 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.826192:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008038e43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156a3 expref: 12 pid: 17293 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070990.826215:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800726e2600/0xa5d7060008038e43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156a3 expref: 12 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070990.826224:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f993100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426919040:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070990.826282:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b8ce900 going to sleep for 11 seconds 00000100:00100000:2.0:1746070990.831936:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f993100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7206:1830887426919040:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070990.831953:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070990.831984:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+13:2007:x1830887431582080:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 5899us (6636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070990.831993:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14164 00000100:00100000:3.0:1746070990.836346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.836388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.836497:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431582464 00000100:00100000:1.0:1746070990.836506:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431582464 00002000:00100000:1.0:1746070990.836543:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff8800a50f9500 x1830887431582464/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.836553:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f9500 with x1830887431582464 ext(0->2097151) 00002000:00010000:1.0:1746070990.836559:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a50f9500 00000100:00100000:1.0:1746070990.836586:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431582592 00000100:00100000:1.0:1746070990.836588:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431582592 00002000:00100000:1.0:1746070990.836601:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff88009c8f4000 x1830887431582592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.836607:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4000 with x1830887431582592 ext(1048576->2097151) 00002000:00010000:1.0:1746070990.836610:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c8f4000 00000100:00100000:1.0:1746070990.836632:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13871 00000100:00100000:1.0:1746070990.836639:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431582464:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070990.836649:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13872 00000100:00100000:3.0:1746070990.836657:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431582592:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070990.849504:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431582592:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 12840us (13107us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070990.849515:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13872 00002000:00100000:3.0:1746070990.849525:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff88009c8f4000 x1830887431582592/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.849534:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4000 with x1830887431582592 ext(1048576->2097151) 00002000:00010000:3.0:1746070990.849539:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c8f4000 00000100:00100000:1.0:1746070990.855396:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431582464:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 18749us (19047us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746070990.855406:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13871 00002000:00100000:1.0:1746070990.855417:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff8800a50f9500 x1830887431582464/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.855425:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f9500 with x1830887431582464 ext(0->2097151) 00002000:00010000:1.0:1746070990.855431:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a50f9500 00000100:00100000:1.0:1746070990.875472:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070990.877072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.877421:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431582848 00000100:00100000:2.0:1746070990.877429:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431582848 00002000:00100000:2.0:1746070990.877467:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88012b41fb80 x1830887431582848/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.877476:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41fb80 with x1830887431582848 ext(2097152->4194303) 00002000:00010000:2.0:1746070990.877480:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41fb80 00000100:00100000:2.0:1746070990.877509:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431583104 00000100:00100000:2.0:1746070990.877511:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431583104 00002000:00100000:2.0:1746070990.877524:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff88012b41f100 x1830887431583104/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.877531:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41f100 with x1830887431583104 ext(2097152->4194303) 00002000:00010000:2.0:1746070990.877534:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b41f100 00000100:00100000:2.0:1746070990.877546:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13873 00000100:00100000:2.0:1746070990.877553:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431582848:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070990.878203:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13874 00000100:00100000:1.0:1746070990.878211:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431583104:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070990.896039:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431582848:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 18478us (20566us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070990.896050:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13873 00002000:00100000:2.0:1746070990.896060:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88012b41fb80 x1830887431582848/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.896068:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41fb80 with x1830887431582848 ext(2097152->4194303) 00002000:00010000:2.0:1746070990.896073:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41fb80 00000100:00100000:1.0:1746070990.903232:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431583104:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 25014us (26153us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746070990.903242:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13874 00002000:00100000:1.0:1746070990.903252:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff88012b41f100 x1830887431583104/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.903262:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41f100 with x1830887431583104 ext(2097152->4194303) 00002000:00010000:1.0:1746070990.903267:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b41f100 00000100:00100000:3.0:1746070990.913639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070990.913682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.913760:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431583360 00000100:00100000:2.0:1746070990.913768:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431583360 00002000:00100000:2.0:1746070990.913802:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88009c8f7100 x1830887431583360/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.913810:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7100 with x1830887431583360 ext(2097152->4194303) 00002000:00010000:2.0:1746070990.913814:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c8f7100 00000100:00100000:2.0:1746070990.913837:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431583616 00000100:00100000:2.0:1746070990.913840:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431583616 00002000:00100000:2.0:1746070990.913849:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009c8f4380 x1830887431583616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070990.913855:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4380 with x1830887431583616 ext(2097152->4194303) 00002000:00010000:2.0:1746070990.913858:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f4380 00000100:00100000:2.0:1746070990.913887:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13875 00000100:00100000:2.0:1746070990.913893:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431583360:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070990.916250:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13876 00000100:00100000:0.0:1746070990.916261:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431583616:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070990.935798:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431583360:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 21895us (22156us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746070990.935811:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13875 00002000:00100000:0.0:1746070990.935822:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88009c8f7100 x1830887431583360/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.935832:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f7100 with x1830887431583360 ext(2097152->4194303) 00002000:00010000:0.0:1746070990.935837:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c8f7100 00000100:00100000:0.0:1746070990.941741:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431583616:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 25475us (28051us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746070990.941751:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13876 00002000:00100000:0.0:1746070990.941761:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009c8f4380 x1830887431583616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.941769:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4380 with x1830887431583616 ext(2097152->4194303) 00002000:00010000:0.0:1746070990.941774:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f4380 00000100:00100000:2.0:1746070990.967291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070990.967334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070990.968777:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431583872 00000100:00100000:0.0:1746070990.968785:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431583872 00002000:00100000:0.0:1746070990.968825:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88009f993100 x1830887431583872/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.969532:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f993100 with x1830887431583872 ext(4194304->6291455) 00002000:00010000:0.0:1746070990.969537:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f993100 00000100:00100000:0.0:1746070990.970018:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431584128 00000100:00100000:0.0:1746070990.970023:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431584128 00002000:00100000:0.0:1746070990.970042:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff88009f992680 x1830887431584128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/0 e 0 to 0 dl 1746071001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070990.970049:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f992680 with x1830887431584128 ext(4194304->6291455) 00002000:00010000:0.0:1746070990.970052:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f992680 00000100:00100000:0.0:1746070990.971101:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13877 00000100:00100000:0.0:1746070990.971111:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431583872:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070990.971498:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13878 00000100:00100000:3.0:1746070990.971507:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431584128:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070990.988150:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431584128:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 16637us (20807us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746070990.988161:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13878 00002000:00100000:3.0:1746070990.988172:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff88009f992680 x1830887431584128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070990.988815:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f992680 with x1830887431584128 ext(4194304->6291455) 00002000:00010000:3.0:1746070990.988831:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f992680 00000100:00100000:1.0:1746070990.996903:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431583872:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 25786us (29609us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746070990.996913:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13877 00002000:00100000:1.0:1746070990.996922:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88009f993100 x1830887431583872/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:621/0 lens 488/440 e 0 to 0 dl 1746071001 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070990.996929:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f993100 with x1830887431583872 ext(4194304->6291455) 00002000:00010000:1.0:1746070990.996934:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f993100 00000100:00100000:0.0:1746070991.006994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.008193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.008305:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431584384 00000100:00100000:1.0:1746070991.008305:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431584640 00000100:00100000:3.0:1746070991.008313:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431584384 00000100:00100000:1.0:1746070991.008313:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431584640 00002000:00100000:3.0:1746070991.008347:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88009dcd9c00 x1830887431584384/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.008347:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff88009dcdb480 x1830887431584640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.008356:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9c00 with x1830887431584384 ext(6291456->7340031) 00002000:00100000:1.0:1746070991.008356:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdb480 with x1830887431584640 ext(6291456->7340031) 00002000:00010000:3.0:1746070991.008360:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd9c00 00002000:00010000:1.0:1746070991.008360:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009dcdb480 00000100:00100000:1.0:1746070991.008382:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13879 00000100:00100000:1.0:1746070991.008388:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431584640:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070991.008457:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13880 00000100:00100000:3.0:1746070991.008464:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2010:x1830887431584384:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070991.014887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.014951:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431584896 00000100:00100000:2.0:1746070991.014958:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431584896 00002000:00100000:2.0:1746070991.014992:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88009dcd8700 x1830887431584896/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.015000:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8700 with x1830887431584896 ext(7340032->8388607) 00002000:00010000:2.0:1746070991.015004:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd8700 00000100:00100000:2.0:1746070991.015034:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13881 00000100:00100000:2.0:1746070991.015041:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2010:x1830887431584896:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070991.019038:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2010:x1830887431584384:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 10567us (12042us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070991.019048:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13880 00002000:00100000:2.0:1746070991.019573:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88009dcd9c00 x1830887431584384/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.019582:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd9c00 with x1830887431584384 ext(6291456->7340031) 00002000:00010000:2.0:1746070991.019586:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd9c00 00000100:00100000:3.0:1746070991.019688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.020214:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431585152 00000100:00100000:2.0:1746070991.020220:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431585152 00002000:00100000:2.0:1746070991.020248:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88009c8f6a00 x1830887431585152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.020260:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6a00 with x1830887431585152 ext(7340032->8388607) 00002000:00010000:2.0:1746070991.020263:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c8f6a00 00000100:00100000:2.0:1746070991.020277:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13882 00000100:00100000:2.0:1746070991.020283:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2010:x1830887431585152:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070991.020442:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2009:x1830887431584640:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 12053us (12249us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070991.020449:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13879 00002000:00100000:1.0:1746070991.020455:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff88009dcdb480 x1830887431584640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.020463:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcdb480 with x1830887431584640 ext(6291456->7340031) 00002000:00010000:1.0:1746070991.020466:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009dcdb480 00000100:00100000:1.0:1746070991.027640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.027677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.028025:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431585536 00000100:00100000:2.0:1746070991.028033:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431585536 00002000:00100000:2.0:1746070991.028068:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88012b41c380 x1830887431585536/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.028077:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41c380 with x1830887431585536 ext(4194304->6291455) 00002000:00010000:2.0:1746070991.028081:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b41c380 00000100:00100000:2.0:1746070991.028108:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431585664 00000100:00100000:2.0:1746070991.028110:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431585664 00002000:00100000:2.0:1746070991.028136:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88012b41ea00 x1830887431585664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.028141:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41ea00 with x1830887431585664 ext(4194304->6291455) 00002000:00010000:2.0:1746070991.028143:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41ea00 00000100:00100000:2.0:1746070991.028155:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13883 00000100:00100000:2.0:1746070991.028160:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2009:x1830887431585536:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070991.029046:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13884 00000100:00100000:0.0:1746070991.029055:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2009:x1830887431585664:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070991.030410:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2010:x1830887431584896:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 15366us (15544us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070991.030417:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13881 00002000:00100000:3.0:1746070991.030424:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88009dcd8700 x1830887431584896/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.030432:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dcd8700 with x1830887431584896 ext(7340032->8388607) 00002000:00010000:3.0:1746070991.030436:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dcd8700 00000100:00100000:2.0:1746070991.035319:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2010:x1830887431585152:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 15028us (15624us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070991.035329:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13882 00002000:00100000:2.0:1746070991.035339:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88009c8f6a00 x1830887431585152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.035352:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f6a00 with x1830887431585152 ext(7340032->8388607) 00002000:00010000:2.0:1746070991.035356:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c8f6a00 00000100:00100000:0.0:1746070991.045320:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431585664:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 16257us (17633us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746070991.045330:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13884 00002000:00100000:0.0:1746070991.045340:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88012b41ea00 x1830887431585664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.045348:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41ea00 with x1830887431585664 ext(4194304->6291455) 00002000:00010000:0.0:1746070991.045353:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41ea00 00000100:00100000:2.0:1746070991.048735:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431585536:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 20567us (21095us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070991.048746:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13883 00002000:00100000:2.0:1746070991.048755:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88012b41c380 x1830887431585536/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.048764:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41c380 with x1830887431585536 ext(4194304->6291455) 00002000:00010000:2.0:1746070991.048769:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b41c380 00000100:00100000:0.0:1746070991.055297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.055565:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431585920 00000100:00100000:2.0:1746070991.055573:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431585920 00002000:00100000:2.0:1746070991.055610:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff8800820c7480 x1830887431585920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.055619:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c7480 with x1830887431585920 ext(6291456->7340031) 00002000:00010000:2.0:1746070991.055623:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800820c7480 00000100:00100000:2.0:1746070991.055640:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13885 00000100:00100000:2.0:1746070991.055646:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431585920:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070991.058047:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.059018:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431586176 00000100:00100000:0.0:1746070991.059026:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431586176 00002000:00100000:0.0:1746070991.059060:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009c8f4700 x1830887431586176/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.059068:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4700 with x1830887431586176 ext(6291456->7340031) 00002000:00010000:0.0:1746070991.059073:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f4700 00000100:00100000:0.0:1746070991.059104:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13886 00000100:00100000:0.0:1746070991.059121:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2010:x1830887431586176:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070991.063931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.064178:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431586432 00000100:00100000:0.0:1746070991.064186:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431586432 00002000:00100000:0.0:1746070991.064218:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88009c8f5500 x1830887431586432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.064228:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5500 with x1830887431586432 ext(7340032->8388607) 00002000:00010000:0.0:1746070991.064232:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c8f5500 00000100:00100000:0.0:1746070991.064260:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13887 00000100:00100000:0.0:1746070991.064266:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2010:x1830887431586432:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070991.069773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.069825:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431586688 00000100:00100000:1.0:1746070991.069833:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431586688 00002000:00100000:1.0:1746070991.069885:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88009f990000 x1830887431586688/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.069894:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f990000 with x1830887431586688 ext(7340032->8388607) 00002000:00010000:1.0:1746070991.069898:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f990000 00000100:00100000:1.0:1746070991.069923:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13888 00000100:00100000:1.0:1746070991.069928:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2009:x1830887431586688:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070991.070590:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2009:x1830887431585920:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 14943us (15299us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070991.070598:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13885 00002000:00100000:3.0:1746070991.070603:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff8800820c7480 x1830887431585920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.070610:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c7480 with x1830887431585920 ext(6291456->7340031) 00002000:00010000:3.0:1746070991.070614:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800820c7480 00000100:00100000:0.0:1746070991.071318:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2010:x1830887431586176:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 12206us (13276us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070991.071325:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13886 00002000:00100000:0.0:1746070991.071331:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009c8f4700 x1830887431586176/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.071337:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f4700 with x1830887431586176 ext(6291456->7340031) 00002000:00010000:0.0:1746070991.071340:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c8f4700 00000100:00100000:0.0:1746070991.077547:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431586432:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 13274us (13615us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070991.077558:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13887 00002000:00100000:0.0:1746070991.077568:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88009c8f5500 x1830887431586432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.077576:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c8f5500 with x1830887431586432 ext(7340032->8388607) 00002000:00010000:0.0:1746070991.077581:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c8f5500 00000100:00100000:1.0:1746070991.078503:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431586688:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 8572us (8736us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070991.078510:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13888 00002000:00100000:1.0:1746070991.078515:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88009f990000 x1830887431586688/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.078522:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f990000 with x1830887431586688 ext(7340032->8388607) 00002000:00010000:1.0:1746070991.078525:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f990000 00000100:00100000:0.0:1746070991.098562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.098607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.098737:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431586944 00000100:00100000:2.0:1746070991.098745:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431586944 00002000:00100000:2.0:1746070991.098782:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff8800820c6680 x1830887431586944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.098790:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c6680 with x1830887431586944 ext(8388608->10485759) 00002000:00010000:2.0:1746070991.098795:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c6680 00000100:00100000:1.0:1746070991.098798:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431587200 00000100:00100000:1.0:1746070991.098802:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431587200 00000100:00100000:2.0:1746070991.098813:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13889 00000100:00100000:2.0:1746070991.098819:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431586944:12345-192.168.204.29@tcp:3:cmp.0 00002000:00100000:1.0:1746070991.098820:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff8800820c4700 x1830887431587200/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.098828:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4700 with x1830887431587200 ext(8388608->10485759) 00002000:00010000:1.0:1746070991.098831:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800820c4700 00000100:00100000:1.0:1746070991.098856:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13890 00000100:00100000:1.0:1746070991.098862:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431587200:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070991.132973:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431586944:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 34146us (34409us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070991.132983:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13889 00002000:00100000:2.0:1746070991.132994:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff8800820c6680 x1830887431586944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.133002:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c6680 with x1830887431586944 ext(8388608->10485759) 00002000:00010000:2.0:1746070991.133008:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c6680 00000100:00100000:1.0:1746070991.133491:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431587200:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 34628us (34882us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746070991.133498:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13890 00002000:00100000:1.0:1746070991.133503:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff8800820c4700 x1830887431587200/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.133510:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4700 with x1830887431587200 ext(8388608->10485759) 00002000:00010000:1.0:1746070991.133514:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800820c4700 00000100:00100000:0.0:1746070991.142752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.142850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.143056:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431587456 00000100:00100000:1.0:1746070991.143064:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431587456 00002000:00100000:1.0:1746070991.143101:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff8800820c4a80 x1830887431587456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.143124:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4a80 with x1830887431587456 ext(10485760->11534335) 00002000:00010000:1.0:1746070991.143129:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c4a80 00000100:00100000:1.0:1746070991.143149:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431587712 00000100:00100000:1.0:1746070991.143151:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431587712 00002000:00100000:1.0:1746070991.143163:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff88009491bb80 x1830887431587712/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746070991.143194:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13891 00000100:00100000:0.0:1746070991.143201:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431587456:12345-192.168.204.29@tcp:3:cmp.0 00002000:00100000:1.0:1746070991.145962:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491bb80 with x1830887431587712 ext(10485760->11534335) 00002000:00010000:1.0:1746070991.145968:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009491bb80 00000100:00100000:1.0:1746070991.145994:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13892 00000100:00100000:1.0:1746070991.146003:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431587712:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070991.154165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.154207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.154240:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431587968 00000100:00100000:0.0:1746070991.154247:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431587968 00002000:00100000:0.0:1746070991.154279:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880094918700 x1830887431587968/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.154288:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094918700 with x1830887431587968 ext(11534336->12582911) 00002000:00010000:0.0:1746070991.154292:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094918700 00000100:00100000:0.0:1746070991.154305:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431588224 00000100:00100000:0.0:1746070991.154307:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431588224 00002000:00100000:0.0:1746070991.154317:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88009491b100 x1830887431588224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.154323:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b100 with x1830887431588224 ext(11534336->12582911) 00002000:00010000:0.0:1746070991.154325:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009491b100 00000100:00100000:0.0:1746070991.154334:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13893 00000100:00100000:0.0:1746070991.154339:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431587968:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070991.154828:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13894 00000100:00100000:0.0:1746070991.154834:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2007:x1830887431588224:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070991.165090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.170165:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431587968:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 15817us (15999us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070991.170178:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13893 00002000:00100000:1.0:1746070991.170187:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880094918700 x1830887431587968/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.170194:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094918700 with x1830887431587968 ext(11534336->12582911) 00002000:00010000:1.0:1746070991.170198:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094918700 00000100:00100000:0.0:1746070991.170278:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431587456:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 27077us (27533us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070991.170286:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13891 00002000:00100000:0.0:1746070991.170290:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff8800820c4a80 x1830887431587456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.170296:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4a80 with x1830887431587456 ext(10485760->11534335) 00002000:00010000:0.0:1746070991.170299:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800820c4a80 00000100:00100000:3.0:1746070991.172202:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431588480 00000100:00100000:3.0:1746070991.172212:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431588480 00002000:00100000:2.0:1746070991.173467:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88009491b800 x1830887431588480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.173477:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b800 with x1830887431588480 ext(12582912->13631487) 00002000:00010000:2.0:1746070991.173481:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009491b800 00000100:00100000:0.0:1746070991.174105:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13895 00000100:00100000:0.0:1746070991.174122:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431588480:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070991.176607:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887431587712:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 30603us (33752us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070991.176616:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13892 00002000:00100000:0.0:1746070991.176624:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff88009491bb80 x1830887431587712/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.176632:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491bb80 with x1830887431587712 ext(10485760->11534335) 00002000:00010000:0.0:1746070991.176637:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009491bb80 00000100:00100000:1.0:1746070991.176786:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431588224:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 21952us (22579us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070991.176793:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13894 00002000:00100000:1.0:1746070991.176797:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88009491b100 x1830887431588224/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.176804:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b100 with x1830887431588224 ext(11534336->12582911) 00002000:00010000:1.0:1746070991.176806:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009491b100 00000100:00100000:0.0:1746070991.181937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.181979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.182001:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431588736 00000100:00100000:0.0:1746070991.182009:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431588736 00002000:00100000:0.0:1746070991.182041:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff880094919500 x1830887431588736/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.182049:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919500 with x1830887431588736 ext(8388608->10485759) 00002000:00010000:0.0:1746070991.182053:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094919500 00000100:00100000:0.0:1746070991.182086:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431588992 00000100:00100000:0.0:1746070991.182089:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431588992 00002000:00100000:0.0:1746070991.182101:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff880094919c00 x1830887431588992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.182107:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919c00 with x1830887431588992 ext(8388608->10485759) 00002000:00010000:0.0:1746070991.182119:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094919c00 00000100:00100000:0.0:1746070991.182183:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13896 00000100:00100000:0.0:1746070991.182190:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431588736:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070991.183169:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13897 00000100:00100000:0.0:1746070991.183175:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2007:x1830887431588992:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070991.191097:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426919424:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191156:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070991.191199:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3763:1830887426919936:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191220:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070991.191243:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3763:1830887426920448:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191258:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070991.191275:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1746070991.191279:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830887426919552:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070991.191303:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426920064:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191319:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070991.191329:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426920576:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191341:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070991.191362:0:9838:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426919424 00000100:00100000:2.0:1746070991.191367:0:9838:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426919424 00000100:00100000:2.0:1746070991.191394:0:9838:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1746070991.191400:0:9838:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830887426919424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191434:0:9838:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830887426919424:12345-0@lo:400:kworker.0 Request processed in 34us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.191440:0:9838:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1746070991.191468:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426919424:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191492:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426919936 00000100:00100000:2.0:1746070991.191494:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426919936 00000100:00100000:2.0:1746070991.191517:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426920448 00000100:00100000:2.0:1746070991.191519:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426920448 00000100:00100000:2.0:1746070991.191529:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426919552 00000100:00100000:2.0:1746070991.191531:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426919552 00000100:00100000:2.0:1746070991.191541:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1746070991.191545:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830887426919936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191568:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830887426919936:12345-0@lo:400:kworker.0 Request processed in 23us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.191573:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1746070991.191580:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1746070991.191584:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830887426920448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191600:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830887426920448:12345-0@lo:400:kworker.0 Request processed in 16us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.191608:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1746070991.191614:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:2.0:1746070991.191618:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1830887426919552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191633:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1830887426919552:12345-0@lo:400:kworker.0 Request processed in 15us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.191637:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00080000:2.0:1746070991.191648:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746070991.191674:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830887426919552:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191682:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3763:1830887426919936:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191688:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3763:1830887426920448:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191720:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426920064 00000100:00100000:2.0:1746070991.191723:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426920064 00000100:00100000:2.0:1746070991.191740:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426920576 00000100:00100000:2.0:1746070991.191741:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426920576 00000100:00100000:2.0:1746070991.191752:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1746070991.191756:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426920064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191780:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426920064:12345-0@lo:400:kworker.0 Request processed in 24us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.191785:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1746070991.191793:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1746070991.191796:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426920576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191813:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426920576:12345-0@lo:400:kworker.0 Request processed in 16us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.191817:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00080000:2.0:1746070991.191831:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746070991.191833:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746070991.191844:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426920064:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.191850:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426920576:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.191947:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830887426919296:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.191972:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070991.191995:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3766:1830887426919808:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.192010:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070991.192019:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3766:1830887426920320:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.192031:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070991.192041:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1746070991.192045:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b6e34143-9aca-4109-8ccf-1624f7851e8d:3766:1830887426919168:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.193056:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070991.193086:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426919680:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.193119:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070991.193133:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426920192:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.193148:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070991.193157:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426920704:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.193170:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070991.193189:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426919168 00000100:00100000:0.0:1746070991.193192:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426919168 00000100:00100000:0.0:1746070991.193221:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1746070991.193225:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7caf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b6e34143-9aca-4109-8ccf-1624f7851e8d+23:3766:x1830887426919168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.193253:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7caf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b6e34143-9aca-4109-8ccf-1624f7851e8d+23:3766:x1830887426919168:12345-0@lo:400:kworker.0 Request processed in 27us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070991.193258:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1746070991.193280:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426920192 00000100:00100000:0.0:1746070991.193282:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426920192 00000100:00100000:0.0:1746070991.193300:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426920704 00000100:00100000:0.0:1746070991.193302:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426920704 00000100:00100000:0.0:1746070991.193313:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1746070991.193317:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426920192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.193335:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426920192:12345-0@lo:400:kworker.0 Request processed in 19us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070991.193339:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1746070991.193346:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1746070991.193349:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426920704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.193363:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426920704:12345-0@lo:400:kworker.0 Request processed in 14us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070991.193367:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00080000:0.0:1746070991.193376:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746070991.193378:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070991.193392:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b6e34143-9aca-4109-8ccf-1624f7851e8d:3766:1830887426919168:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.193400:0:3766:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972316 gen 2 00000004:00080000:0.0:1746070991.193405:0:3766:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800820c6300, transno 4294972316 00000100:00100000:0.0:1746070991.193412:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426920192:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.193419:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426920704:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.193594:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431588480:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 19481us (28509us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070991.193601:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13895 00002000:00100000:0.0:1746070991.193609:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88009491b800 x1830887431588480/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.193616:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009491b800 with x1830887431588480 ext(12582912->13631487) 00002000:00010000:0.0:1746070991.193620:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009491b800 00000100:00100000:0.0:1746070991.193674:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426919680 00000100:00100000:0.0:1746070991.193676:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426919680 00000100:00100000:0.0:1746070991.193692:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1746070991.193696:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1830887426919680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.193726:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3766:x1830887426919680:12345-0@lo:400:kworker.0 Request processed in 29us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070991.193730:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1746070991.193751:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426919680:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.193983:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426919296 00000100:00100000:2.0:1746070991.193987:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426919296 00000100:00100000:2.0:1746070991.194004:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426919808 00000100:00100000:2.0:1746070991.194006:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426919808 00000100:00100000:2.0:1746070991.194017:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426920320 00000100:00100000:2.0:1746070991.194019:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426920320 00000100:00100000:2.0:1746070991.194028:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:2.0:1746070991.194032:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830887426919296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.194056:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009491a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830887426919296:12345-0@lo:400:kworker.0 Request processed in 24us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.194059:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:2.0:1746070991.194068:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1746070991.194071:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830887426919808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.194089:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830887426919808:12345-0@lo:400:kworker.0 Request processed in 17us (2078us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.194093:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1746070991.194101:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:2.0:1746070991.194105:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830887426920320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.194135:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830887426920320:12345-0@lo:400:kworker.0 Request processed in 29us (2102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.194139:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00080000:2.0:1746070991.194174:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070991.194281:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830887426919296:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.194291:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3766:1830887426919808:0@lo:400:kworker.0 00000100:00100000:0.0:1746070991.194300:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3766:1830887426920320:0@lo:400:kworker.0 00000100:00100000:2.0:1746070991.200048:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431588736:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 17850us (18109us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070991.200059:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13896 00002000:00100000:2.0:1746070991.200070:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff880094919500 x1830887431588736/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.200079:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919500 with x1830887431588736 ext(8388608->10485759) 00002000:00010000:2.0:1746070991.200084:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094919500 00000100:00100000:2.0:1746070991.205545:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431588992:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 22363us (23558us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070991.205554:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13897 00002000:00100000:2.0:1746070991.205565:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff880094919c00 x1830887431588992/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.205572:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919c00 with x1830887431588992 ext(8388608->10485759) 00002000:00010000:2.0:1746070991.205577:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094919c00 00000100:00100000:2.0:1746070991.207028:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746070991.207042:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426920832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746070991.207079:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070991.207220:0:9838:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426920832 00000100:00100000:1.0:1746070991.207226:0:9838:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426920832 00000100:00100000:1.0:1746070991.207255:0:9838:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1746070991.207261:0:9838:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1830887426920832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746070991.207284:0:9838:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:1.0:1746070991.207316:0:9838:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1830887426920832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070991.207321:0:9838:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1746070991.207385:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830887426920832:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746070991.211964:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.212060:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431589248 00000100:00100000:2.0:1746070991.212068:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431589248 00002000:00100000:2.0:1746070991.212107:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff8800839f8700 x1830887431589248/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.212129:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f8700 with x1830887431589248 ext(10485760->11534335) 00002000:00010000:2.0:1746070991.212134:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800839f8700 00000100:00100000:2.0:1746070991.212152:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13898 00000100:00100000:2.0:1746070991.212159:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431589248:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070991.219070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.219098:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431589504 00000100:00100000:1.0:1746070991.219105:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431589504 00002000:00100000:1.0:1746070991.219154:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88012b41ce00 x1830887431589504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.219170:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41ce00 with x1830887431589504 ext(10485760->11534335) 00002000:00010000:1.0:1746070991.219174:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41ce00 00000100:00100000:1.0:1746070991.219191:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13899 00000100:00100000:1.0:1746070991.219197:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431589504:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070991.219592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.219631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.219652:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431589888 00000100:00100000:2.0:1746070991.219655:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431589888 00002000:00100000:2.0:1746070991.219671:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88009ff32680 x1830887431589888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.219679:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32680 with x1830887431589888 ext(11534336->12582911) 00002000:00010000:2.0:1746070991.219681:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ff32680 00000100:00100000:2.0:1746070991.219694:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431590016 00000100:00100000:2.0:1746070991.219697:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431590016 00002000:00100000:2.0:1746070991.219706:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88009ff31500 x1830887431590016/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.219712:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31500 with x1830887431590016 ext(11534336->12582911) 00002000:00010000:2.0:1746070991.219714:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff31500 00000100:00100000:2.0:1746070991.219723:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13900 00000100:00100000:2.0:1746070991.219727:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887431589888:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070991.219771:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13901 00000100:00100000:1.0:1746070991.219776:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431590016:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070991.220471:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.220565:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431590272 00000100:00100000:3.0:1746070991.220569:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431590272 00002000:00100000:3.0:1746070991.220584:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff8800839f8a80 x1830887431590272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.220591:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f8a80 with x1830887431590272 ext(12582912->13631487) 00002000:00010000:3.0:1746070991.220594:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800839f8a80 00000100:00100000:3.0:1746070991.220605:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13902 00000100:00100000:3.0:1746070991.220610:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431590272:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070991.224418:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+12:2008:x1830887431589248:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 12249us (12453us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070991.224428:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13898 00002000:00100000:2.0:1746070991.224439:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff8800839f8700 x1830887431589248/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.224447:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f8700 with x1830887431589248 ext(10485760->11534335) 00002000:00010000:2.0:1746070991.224452:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800839f8700 00000100:00100000:1.0:1746070991.230696:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431589504:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 11491us (11625us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070991.230707:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13899 00002000:00100000:1.0:1746070991.230718:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88012b41ce00 x1830887431589504/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.230726:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b41ce00 with x1830887431589504 ext(10485760->11534335) 00002000:00010000:1.0:1746070991.230733:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b41ce00 00000100:00100000:2.0:1746070991.232561:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431590016:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 12779us (12924us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070991.232573:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13901 00002000:00100000:2.0:1746070991.232581:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88009ff31500 x1830887431590016/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.232590:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31500 with x1830887431590016 ext(11534336->12582911) 00002000:00010000:2.0:1746070991.232593:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff31500 00000100:00100000:3.0:1746070991.234533:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887431590272:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 13916us (14057us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070991.234540:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13902 00002000:00100000:3.0:1746070991.234548:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff8800839f8a80 x1830887431590272/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.234556:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800839f8a80 with x1830887431590272 ext(12582912->13631487) 00002000:00010000:3.0:1746070991.234559:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800839f8a80 00000100:00100000:2.0:1746070991.237934:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431589888:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 18199us (18335us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070991.237944:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13900 00002000:00100000:2.0:1746070991.237954:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88009ff32680 x1830887431589888/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.237963:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff32680 with x1830887431589888 ext(11534336->12582911) 00002000:00010000:2.0:1746070991.237967:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ff32680 00000100:00100000:3.0:1746070991.239511:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426920960:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746070991.239553:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070991.239627:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426921088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746070991.239645:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070991.239688:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426920960 00000100:00100000:1.0:1746070991.239694:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426920960 00000100:00100000:1.0:1746070991.239718:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426921088 00000100:00100000:1.0:1746070991.239720:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426921088 00000100:00100000:1.0:1746070991.239728:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1746070991.239732:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426920960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746070991.239752:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142445376 pending 1073152 free 3867611136 avail 3636088832 00000100:00100000:0.0:1746070991.240014:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1746070991.240022:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426921088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746070991.240031:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142445376 pending 1073152 free 3867611136 avail 3636088832 00000100:00100000:1.0:1746070991.241028:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830887426920960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1292us (1473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070991.241032:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830887426920960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746070991.241036:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1746070991.241175:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800839f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830887426921088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746070991.241175:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830887426921088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1153us (1527us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070991.241180:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1746070991.250535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.250614:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431590528 00000100:00100000:3.0:1746070991.250622:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431590528 00000100:00100000:3.0:1746070991.250663:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 191 00000100:00100000:3.0:1746070991.250670:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:3683:x1830887431590528:12345-192.168.204.29@tcp:35:cmp.0 00000100:00100000:3.0:1746070991.252277:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:3683:x1830887431590528:12345-192.168.204.29@tcp:35:cmp.0 Request processed in 1604us (1746us total) trans 4294981767 rc 0/0 00000100:00100000:3.0:1746070991.252285:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 191 00000100:00100000:0.0:1746070991.259916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.259991:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431590784 00000100:00100000:3.0:1746070991.259999:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431590784 00000100:00100000:3.0:1746070991.260052:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32183 00000100:00100000:3.0:1746070991.260059:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800839f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+17:3685:x1830887431590784:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:3.0:1746070991.260074:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070991.260281:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007271b600/0xa5d7060008038e4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0156aa expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.260396:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007271ac00/0xa5d7060008038e51 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.260408:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007271ac00/0xa5d7060008038e51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.260418:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007271ac00/0xa5d7060008038e51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:3.0:1746070991.260427:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:3.0:1746070991.260505:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007271b600/0xa5d7060008038e4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156aa expref: 20 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.260547:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007271ac00/0xa5d7060008038e51 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156aa expref: 19 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.260554:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:3.0:1746070991.260557:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070991.260561:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007271ac00, rc 0) 00000100:00100000:3.0:1746070991.260612:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800839f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+19:3685:x1830887431590784:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 552us (702us total) trans 4294981768 rc 0/0 00000100:00100000:3.0:1746070991.260617:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32183 00000100:00100000:0.0:1746070991.262699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.262772:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431590912 00000100:00100000:2.0:1746070991.262778:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431590912 00000100:00100000:0.0:1746070991.262792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.262824:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 431 00000100:00100000:2.0:1746070991.262834:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+19:2007:x1830887431590912:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070991.262843:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070991.262857:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007271ac00/0xa5d7060008038e51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156aa expref: 19 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.262908:0:7206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:2.0:1746070991.262911:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070991.262951:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+18:2007:x1830887431590912:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 122us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.262957:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 431 00000100:00100000:3.0:1746070991.263145:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431591168 00000100:00100000:3.0:1746070991.263149:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431591168 00000100:00100000:3.0:1746070991.263179:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32184 00000100:00100000:3.0:1746070991.263184:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+18:3685:x1830887431591168:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:3.0:1746070991.263196:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070991.263205:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3cd600/0xa5d7060008038e5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0156b1 expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.263262:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038e66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.263271:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038e66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.263278:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038e66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:3.0:1746070991.263286:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746070991.263353:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f3cd600/0xa5d7060008038e5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156b1 expref: 21 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.263376:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038e66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156b1 expref: 20 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.263381:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012faf7f00) 00010000:00010000:3.0:1746070991.263384:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070991.263386:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6389e00, rc 0) 00000100:00100000:3.0:1746070991.263412:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+20:3685:x1830887431591168:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 228us (621us total) trans 4294981769 rc 0/0 00000100:00100000:3.0:1746070991.263417:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32184 00000100:00100000:0.0:1746070991.265573:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.265724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.265787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.265847:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431591424 00000100:00100000:2.0:1746070991.265854:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431591424 00000100:00100000:2.0:1746070991.265911:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431591552 00000100:00100000:2.0:1746070991.265913:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431591552 00000100:00100000:2.0:1746070991.265928:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30376 00000100:00100000:2.0:1746070991.265934:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2009:x1830887431591424:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:2.0:1746070991.265946:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070991.265957:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5e4c00/0xa5d7060008038e74 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0156b8 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.265975:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070991.265976:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070991.265982:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5e4c00/0xa5d7060008038e74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156b8 expref: 10 pid: 10108 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070991.265997:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5e4c00/0xa5d7060008038e74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156b8 expref: 10 pid: 10108 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070991.266005:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5e4c00, rc 0) 00000100:00100000:2.0:1746070991.266037:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2009:x1830887431591424:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 105us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.266042:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30376 00000100:00100000:2.0:1746070991.266053:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30377 00000100:00100000:2.0:1746070991.266056:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+13:2009:x1830887431591552:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:2.0:1746070991.266061:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070991.266069:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d5e5c00/0xa5d7060008038e7b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0156bf expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.266119:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070991.266121:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070991.266125:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5e5c00/0xa5d7060008038e7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156bf expref: 14 pid: 10108 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070991.266138:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d5e5c00/0xa5d7060008038e7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156bf expref: 14 pid: 10108 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070991.266144:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5e5c00, rc 0) 00000100:00100000:2.0:1746070991.266159:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2009:x1830887431591552:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 102us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.266163:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30377 00000100:00080000:3.0:1746070991.266176:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746070991.266179:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746070991.266286:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431591296 00000100:00100000:1.0:1746070991.266289:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431591296 00000100:00100000:1.0:1746070991.266312:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 432 00000100:00100000:1.0:1746070991.266316:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+20:2008:x1830887431591296:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070991.266323:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070991.266336:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6389e00/0xa5d7060008038e66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156b1 expref: 20 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.266354:0:21522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012faf7f00) 00010000:00010000:1.0:1746070991.266357:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070991.266373:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+19:2008:x1830887431591296:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 56us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070991.266377:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 432 00000100:00100000:0.0:1746070991.281638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.281687:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.281817:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431591808 00000100:00100000:2.0:1746070991.281825:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431591808 00000100:00100000:3.0:1746070991.281840:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431592064 00000100:00100000:3.0:1746070991.281844:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431592064 00002000:00100000:2.0:1746070991.281883:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff88009fc42a00 x1830887431591808/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.281892:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42a00 with x1830887431591808 ext(0->2097151) 00002000:00100000:3.0:1746070991.281895:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88009fc43800 x1830887431592064/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:2.0:1746070991.281897:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc42a00 00002000:00100000:3.0:1746070991.281902:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43800 with x1830887431592064 ext(0->2097151) 00002000:00010000:3.0:1746070991.281905:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc43800 00000100:00100000:2.0:1746070991.281918:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13903 00000100:00100000:2.0:1746070991.281925:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2007:x1830887431591808:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070991.281932:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13904 00000100:00100000:3.0:1746070991.281937:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2008:x1830887431592064:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070991.309157:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2007:x1830887431591808:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 27224us (27518us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070991.309167:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13903 00002000:00100000:2.0:1746070991.309178:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff88009fc42a00 x1830887431591808/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.309187:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42a00 with x1830887431591808 ext(0->2097151) 00002000:00010000:2.0:1746070991.309192:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc42a00 00000100:00100000:3.0:1746070991.312279:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2008:x1830887431592064:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 30334us (30583us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746070991.312290:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13904 00002000:00100000:3.0:1746070991.312299:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88009fc43800 x1830887431592064/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.312308:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43800 with x1830887431592064 ext(0->2097151) 00002000:00010000:3.0:1746070991.312313:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc43800 00000100:00100000:0.0:1746070991.331693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.331737:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.331826:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431592320 00000100:00100000:3.0:1746070991.331834:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431592320 00002000:00100000:3.0:1746070991.331894:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88009fc40380 x1830887431592320/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.331909:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc40380 with x1830887431592320 ext(2097152->4194303) 00002000:00010000:3.0:1746070991.331914:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc40380 00000100:00100000:3.0:1746070991.331941:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431592576 00000100:00100000:3.0:1746070991.331943:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431592576 00002000:00100000:3.0:1746070991.331954:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009fc43480 x1830887431592576/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.331961:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43480 with x1830887431592576 ext(2097152->4194303) 00002000:00010000:3.0:1746070991.331964:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc43480 00000100:00100000:2.0:1746070991.331965:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13905 00000100:00100000:2.0:1746070991.331974:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2010:x1830887431592320:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070991.331978:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13906 00000100:00100000:3.0:1746070991.331983:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2010:x1830887431592576:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070991.350888:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2010:x1830887431592320:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 18888us (19174us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070991.350899:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13905 00002000:00100000:2.0:1746070991.350909:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88009fc40380 x1830887431592320/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.350918:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc40380 with x1830887431592320 ext(2097152->4194303) 00002000:00010000:2.0:1746070991.350922:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc40380 00000100:00100000:3.0:1746070991.355421:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2010:x1830887431592576:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 23429us (23675us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746070991.355431:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13906 00002000:00100000:3.0:1746070991.355443:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009fc43480 x1830887431592576/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.355451:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43480 with x1830887431592576 ext(2097152->4194303) 00002000:00010000:3.0:1746070991.355456:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc43480 00000100:00100000:0.0:1746070991.377787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.378367:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431592832 00000100:00100000:3.0:1746070991.378375:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431592832 00002000:00100000:3.0:1746070991.378413:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88009fc43b80 x1830887431592832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.378422:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43b80 with x1830887431592832 ext(4194304->6291455) 00002000:00010000:3.0:1746070991.378427:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc43b80 00000100:00100000:3.0:1746070991.378459:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13907 00000100:00100000:3.0:1746070991.378466:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2007:x1830887431592832:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070991.382881:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.384407:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431593088 00000100:00100000:2.0:1746070991.384416:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431593088 00002000:00100000:2.0:1746070991.384448:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009e36bb80 x1830887431593088/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.384457:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36bb80 with x1830887431593088 ext(4194304->6291455) 00002000:00010000:2.0:1746070991.384461:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e36bb80 00000100:00100000:2.0:1746070991.384478:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13908 00000100:00100000:2.0:1746070991.384483:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2008:x1830887431593088:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070991.401691:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2008:x1830887431593088:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 17198us (18822us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070991.401702:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13908 00002000:00100000:2.0:1746070991.401714:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009e36bb80 x1830887431593088/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.401723:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36bb80 with x1830887431593088 ext(4194304->6291455) 00002000:00010000:2.0:1746070991.401728:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e36bb80 00000100:00100000:3.0:1746070991.404591:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2007:x1830887431592832:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 26119us (26803us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746070991.404602:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13907 00002000:00100000:3.0:1746070991.404611:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88009fc43b80 x1830887431592832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.404619:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc43b80 with x1830887431592832 ext(4194304->6291455) 00002000:00010000:3.0:1746070991.404624:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc43b80 00000100:00100000:1.0:1746070991.408975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.409063:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431593344 00000100:00100000:3.0:1746070991.409070:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431593344 00002000:00100000:3.0:1746070991.409103:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88009e369500 x1830887431593344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.409122:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369500 with x1830887431593344 ext(6291456->7340031) 00002000:00010000:3.0:1746070991.409127:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e369500 00000100:00100000:3.0:1746070991.409547:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13909 00000100:00100000:3.0:1746070991.409554:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2010:x1830887431593344:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070991.411886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.412101:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431593600 00000100:00100000:3.0:1746070991.412117:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431593600 00002000:00100000:3.0:1746070991.412147:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009ff31f80 x1830887431593600/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.412155:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31f80 with x1830887431593600 ext(6291456->7340031) 00002000:00010000:3.0:1746070991.412160:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff31f80 00000100:00100000:3.0:1746070991.412177:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13910 00000100:00100000:3.0:1746070991.412183:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2009:x1830887431593600:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070991.424092:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.424138:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.424231:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431593984 00000100:00100000:2.0:1746070991.424239:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431593984 00002000:00100000:2.0:1746070991.424272:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88009e36a680 x1830887431593984/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.424280:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a680 with x1830887431593984 ext(7340032->8388607) 00002000:00010000:2.0:1746070991.424285:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e36a680 00000100:00100000:2.0:1746070991.424315:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431594112 00000100:00100000:2.0:1746070991.424317:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431594112 00002000:00100000:2.0:1746070991.424331:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88009e36a300 x1830887431594112/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.424337:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a300 with x1830887431594112 ext(7340032->8388607) 00002000:00010000:2.0:1746070991.424339:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e36a300 00000100:00100000:2.0:1746070991.424352:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13911 00000100:00100000:2.0:1746070991.424358:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+16:2010:x1830887431593984:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070991.424917:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13912 00000100:00100000:2.0:1746070991.424923:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2010:x1830887431594112:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070991.425890:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2010:x1830887431593344:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 16334us (16919us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070991.425897:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13909 00002000:00100000:3.0:1746070991.425903:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88009e369500 x1830887431593344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.425910:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369500 with x1830887431593344 ext(6291456->7340031) 00002000:00010000:3.0:1746070991.425914:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e369500 00000100:00100000:1.0:1746070991.434806:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2010:x1830887431594112:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 9875us (10660us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070991.434816:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13912 00002000:00100000:1.0:1746070991.434825:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88009e36a300 x1830887431594112/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.434833:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a300 with x1830887431594112 ext(7340032->8388607) 00002000:00010000:1.0:1746070991.434838:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e36a300 00000100:00100000:2.0:1746070991.435010:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+16:2010:x1830887431593984:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 10651us (10926us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070991.435016:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13911 00002000:00100000:2.0:1746070991.435021:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88009e36a680 x1830887431593984/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.435028:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36a680 with x1830887431593984 ext(7340032->8388607) 00002000:00010000:2.0:1746070991.435031:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e36a680 00000100:00100000:3.0:1746070991.435523:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2009:x1830887431593600:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 23338us (23641us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070991.435530:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13910 00002000:00100000:3.0:1746070991.435536:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009ff31f80 x1830887431593600/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.435543:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff31f80 with x1830887431593600 ext(6291456->7340031) 00002000:00010000:3.0:1746070991.435545:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ff31f80 00000100:00100000:0.0:1746070991.456145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.456187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.456273:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431594368 00000100:00100000:3.0:1746070991.456274:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431594624 00000100:00100000:3.0:1746070991.456281:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431594624 00000100:00100000:2.0:1746070991.456281:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431594368 00002000:00100000:2.0:1746070991.456314:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88009fc42d80 x1830887431594368/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.456315:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88009fc42300 x1830887431594624/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.456323:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42300 with x1830887431594624 ext(8388608->10485759) 00002000:00100000:2.0:1746070991.456323:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42d80 with x1830887431594368 ext(8388608->10485759) 00002000:00010000:3.0:1746070991.456327:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc42300 00002000:00010000:2.0:1746070991.456327:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc42d80 00000100:00100000:2.0:1746070991.456354:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13913 00000100:00100000:2.0:1746070991.456359:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2007:x1830887431594368:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070991.456398:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13914 00000100:00100000:3.0:1746070991.456403:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2008:x1830887431594624:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070991.469904:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2008:x1830887431594624:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 13491us (13707us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746070991.469915:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13914 00002000:00100000:3.0:1746070991.469926:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88009fc42300 x1830887431594624/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.469935:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42300 with x1830887431594624 ext(8388608->10485759) 00002000:00010000:3.0:1746070991.469939:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc42300 00000100:00100000:2.0:1746070991.477690:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2007:x1830887431594368:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 21321us (21543us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070991.477729:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13913 00002000:00100000:2.0:1746070991.477740:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88009fc42d80 x1830887431594368/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.477748:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc42d80 with x1830887431594368 ext(8388608->10485759) 00002000:00010000:2.0:1746070991.477754:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc42d80 00000100:00100000:0.0:1746070991.489251:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.489302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.489397:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431595008 00000100:00100000:3.0:1746070991.489406:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431595008 00002000:00100000:3.0:1746070991.489447:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->12582911) req@ffff8800a5e0ce00 x1830887431595008/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.489456:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ce00 with x1830887431595008 ext(10485760->12582911) 00002000:00010000:3.0:1746070991.489460:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0ce00 00000100:00100000:3.0:1746070991.489486:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431595264 00000100:00100000:3.0:1746070991.489488:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431595264 00002000:00100000:3.0:1746070991.489497:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->13631487) req@ffff8800a5e0d880 x1830887431595264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.489503:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0d880 with x1830887431595264 ext(10485760->13631487) 00002000:00010000:3.0:1746070991.489506:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e0d880 00000100:00100000:3.0:1746070991.489527:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13915 00000100:00100000:3.0:1746070991.489533:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2010:x1830887431595008:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070991.489533:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13916 00000100:00100000:1.0:1746070991.489542:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2010:x1830887431595264:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070991.514722:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2010:x1830887431595008:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 25179us (25470us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746070991.514733:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13915 00002000:00100000:3.0:1746070991.514743:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->12582911) req@ffff8800a5e0ce00 x1830887431595008/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.514752:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0ce00 with x1830887431595008 ext(10485760->12582911) 00002000:00010000:3.0:1746070991.514758:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e0ce00 00000100:00100000:1.0:1746070991.524916:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2010:x1830887431595264:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 35367us (35605us total) trans 0 rc 3145728/3145728 00000100:00100000:1.0:1746070991.524926:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13916 00002000:00100000:1.0:1746070991.524936:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->13631487) req@ffff8800a5e0d880 x1830887431595264/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/440 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 3145728/3145728 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.524945:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e0d880 with x1830887431595264 ext(10485760->13631487) 00002000:00010000:1.0:1746070991.524949:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e0d880 00000100:00100000:0.0:1746070991.538976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.539496:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431595648 00000100:00100000:3.0:1746070991.539503:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431595648 00000100:00100000:3.0:1746070991.539551:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 192 00000100:00100000:3.0:1746070991.539558:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+19:3685:x1830887431595648:12345-192.168.204.29@tcp:35:cmp.0 00000100:00100000:3.0:1746070991.539738:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+20:3685:x1830887431595648:12345-192.168.204.29@tcp:35:cmp.0 Request processed in 180us (768us total) trans 4294981770 rc 0/0 00000100:00100000:3.0:1746070991.539745:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 192 00000100:00100000:2.0:1746070991.544207:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.544293:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431595904 00000100:00100000:0.0:1746070991.544301:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431595904 00000100:00100000:0.0:1746070991.544518:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 193 00000100:00100000:0.0:1746070991.544525:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+20:3685:x1830887431595904:12345-192.168.204.29@tcp:35:cmp.0 00000100:00100000:0.0:1746070991.546049:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+21:3685:x1830887431595904:12345-192.168.204.29@tcp:35:cmp.0 Request processed in 1521us (1846us total) trans 4294981771 rc 0/0 00000100:00100000:0.0:1746070991.546061:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 193 00000100:00100000:0.0:1746070991.565228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.565270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.565399:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431596288 00000100:00100000:3.0:1746070991.565406:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431596288 00000100:00100000:3.0:1746070991.565444:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32185 00000100:00100000:3.0:1746070991.565451:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:3686:x1830887431596288:12345-192.168.204.29@tcp:36:rm.0 00010000:00010000:3.0:1746070991.565498:0:14000:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746070991.565517:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0434400/0xa5d7060008038de1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015664 expref: 27 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.565538:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f2b0a00/0xa5d7060008038bb8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0155fb expref: 26 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.565548:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012faf7f00) 00010000:00010000:3.0:1746070991.565555:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007271b000/0xa5d7060008038dc5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01565d expref: 25 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.565576:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070991.565578:0:14000:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070991.565592:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.565601:0:14000:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6000/0xa5d7060008038dfd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015679 expref: 20 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.565606:0:14000:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00000100:00100000:1.0:1746070991.565838:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431596032 00000100:00100000:1.0:1746070991.565841:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431596032 00000100:00100000:1.0:1746070991.565889:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 581 00000100:00100000:1.0:1746070991.565895:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:2009:x1830887431596032:12345-192.168.204.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1746070991.565912:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070991.565919:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b600/0xa5d7060008038e89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0156c6 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.566249:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038e90 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566258:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038e90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566265:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038e90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566275:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038e97 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566280:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038e97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566286:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038e97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566318:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038e90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566322:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038e90 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566327:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038e90 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566331:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a069be00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070991.566334:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038e90 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566340:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038e90 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566346:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070991.566348:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070991.566350:0:7224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070991.566356:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038e90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566360:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038e90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566381:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038e97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566385:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038e97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566390:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038e97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566393:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a069b000 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070991.566395:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038e97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566399:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038e97 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566404:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a54a6d00) 00010000:00010000:1.0:1746070991.566405:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070991.566407:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038e97 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566411:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038e97 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.566431:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b600/0xa5d7060008038e89 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156c6 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.566437:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070991.566439:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746070991.566441:0:7224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070991.566446:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b600/0xa5d7060008038e89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156c6 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.566452:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a069b600, rc -2) 00010000:00010000:3.0:1746070991.566834:0:14000:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6000/0xa5d7060008038dfd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015679 expref: 20 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.566846:0:14000:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6000/0xa5d7060008038dfd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015679 expref: 20 pid: 21534 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746070991.566857:0:14000:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8f6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426921216:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070991.567621:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+25:2009:x1830887431596032:12345-192.168.204.29@tcp:63:ll_sa.0 Request processed in 1725us (2398us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746070991.567629:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 581 00000100:00100000:3.0:1746070991.567735:0:14000:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070991.572761:0:14000:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8f6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426921216:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070991.572766:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:3.0:1746070991.572786:0:14000:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000100:00100000:2.0:1746070991.572790:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431596416 00000100:00100000:2.0:1746070991.572795:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431596416 00010000:00010000:2.0:1746070991.572819:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6000/0xa5d7060008038dfd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015679 expref: 21 pid: 21534 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746070991.574356:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14165 00000100:00100000:2.0:1746070991.574366:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+21:2007:x1830887431596416:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070991.574380:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070991.574386:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6000/0xa5d7060008038dfd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015679 expref: 21 pid: 21534 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746070991.574395:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6000/0xa5d7060008038dfd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015679 expref: 21 pid: 21534 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746070991.574413:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6000/0xa5d7060008038dfd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015679 expref: 21 pid: 21534 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746070991.575009:0:7206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070991.575014:0:7206:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070991.575021:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070991.575028:0:7206:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070991.575046:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070991.575226:0:14000:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.575232:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.575251:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1e00/0xa5d7060008038e9e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.575257:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1e00/0xa5d7060008038e9e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.575263:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1e00/0xa5d7060008038e9e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.575326:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.575333:0:14000:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f600/0xa5d7060008038c4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015625 expref: 20 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.575338:0:14000:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00000100:00100000:2.0:1746070991.575583:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+20:2007:x1830887431596416:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1218us (2815us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.575590:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14165 00010000:00010000:3.0:1746070991.575797:0:14000:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f600/0xa5d7060008038c4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015625 expref: 19 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.575809:0:14000:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f600/0xa5d7060008038c4b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015625 expref: 19 pid: 7220 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746070991.575819:0:14000:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8f6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426921344:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070991.575892:0:14000:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746070991.578826:0:14000:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8f6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426921344:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070991.578847:0:14000:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000100:00100000:1.0:1746070991.579116:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.579201:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431596544 00000100:00100000:2.0:1746070991.579207:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431596544 00010000:00010000:2.0:1746070991.579231:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f600/0xa5d7060008038c4b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015625 expref: 20 pid: 7220 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746070991.579298:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14166 00000100:00100000:2.0:1746070991.579306:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b422450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+20:2008:x1830887431596544:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070991.579315:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070991.579320:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f600/0xa5d7060008038c4b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015625 expref: 20 pid: 7220 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746070991.579328:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f600/0xa5d7060008038c4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015625 expref: 20 pid: 7220 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746070991.579346:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f600/0xa5d7060008038c4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015625 expref: 20 pid: 7220 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746070991.579370:0:7206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012faf7f00) 00010000:00010000:2.0:1746070991.579374:0:7206:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070991.579381:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070991.579386:0:7206:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070991.579400:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070991.579429:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b422450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+19:2008:x1830887431596544:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 124us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.579434:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14166 00010000:00010000:3.0:1746070991.579565:0:14000:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.579571:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000040:00080000:3.0:1746070991.579763:0:14000:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:3.0:1746070991.579769:0:14000:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 714628904394ns, next at 715628903235ns, rc = 0 00000040:00080000:3.0:1746070991.579784:0:14000:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:3.0:1746070991.579788:0:14000:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 714628923642ns, next at 715628922942ns, rc = 0 00010000:00010000:3.0:1746070991.579823:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eac lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.579830:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.579836:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.579840:0:14000:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eac lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.579845:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eac lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.579849:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eac lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.580730:0:14000:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746070991.580746:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.580753:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.580758:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.580763:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a52b1800 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070991.580766:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.580771:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.580778:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012faf7f00) 00010000:00010000:3.0:1746070991.580780:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746070991.580783:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.580787:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1800/0xa5d7060008038ea5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070991.580978:0:9582:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746070991.580983:0:9582:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eac lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070991.580987:0:9582:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a52b1c00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070991.580990:0:9582:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eac lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070991.580994:0:9582:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eac lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070991.581000:0:9582:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012faf7f00) 00010000:00010000:1.0:1746070991.581002:0:9582:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746070991.581004:0:9582:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eac lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070991.581008:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eac lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.581031:0:14000:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070991.581053:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746070991.581055:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746070991.581056:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746070991.581095:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.581100:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.581111:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.581115:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a03c9800 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070991.581117:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.581124:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.581132:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070991.581133:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070991.581136:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.581140:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038e82 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00000004:00010000:3.0:1746070991.581147:0:14000:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a5e0ed80 reply state ffff88009fedd000 transno 4294981772 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1e00/0xa5d7060008038e9e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.581154:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1e00/0xa5d7060008038e9e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.581158:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d9aed00) 00010000:00010000:3.0:1746070991.581159:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746070991.581161:0:14000:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746070991.581265:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:3686:x1830887431596288:12345-192.168.204.29@tcp:36:rm.0 Request processed in 15812us (15993us total) trans 4294981772 rc 0/0 00000100:00100000:3.0:1746070991.581272:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32185 00000100:00100000:1.0:1746070991.613960:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.614572:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431596672 00000100:00100000:3.0:1746070991.614580:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431596672 00000100:00100000:3.0:1746070991.614626:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32186 00000100:00100000:3.0:1746070991.614634:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+26:3689:x1830887431596672:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:3.0:1746070991.614651:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070991.614667:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0156fe expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.614716:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038eba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.614726:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038eba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.614745:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038eba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:3.0:1746070991.614776:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746070991.614779:0:14000:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746070991.614792:0:14000:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038eba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070991.614807:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038eb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156fe expref: 28 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.614834:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038eba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156fe expref: 27 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.614840:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070991.614843:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746070991.614845:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a03c9800, rc 0) 00000100:00100000:3.0:1746070991.614896:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:3689:x1830887431596672:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 263us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070991.614902:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32186 00000100:00100000:0.0:1746070991.617362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.617432:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431596928 00000100:00100000:2.0:1746070991.617439:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431596928 00000100:00100000:2.0:1746070991.617484:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32187 00000100:00100000:2.0:1746070991.617491:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+27:3689:x1830887431596928:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070991.617512:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070991.617515:0:21534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746070991.617535:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a03c9800/0xa5d7060008038eba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0156fe expref: 27 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.617559:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070991.617562:0:21534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070991.617570:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0382c00/0xa5d7060008038ec1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015705 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.617637:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038ec8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.617647:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.617654:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.617662:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038ecf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.617667:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038ecf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.617670:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038ecf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.617960:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038ed6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.617967:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.617972:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:2.0:1746070991.617979:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:2.0:1746070991.617994:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.617999:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038ec8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.618004:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038ec8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.618008:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0383c00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070991.618011:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038ec8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.618016:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038ec8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.618022:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070991.618024:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070991.618027:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038ec8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.618031:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038ec8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00000004:00010000:2.0:1746070991.618039:0:21534:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a5e0ca80 reply state ffff8800a021e000 transno 4294981773 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038ecf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.618050:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4a00/0xa5d7060008038ecf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.618055:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d9aed00) 00010000:00010000:2.0:1746070991.618057:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746070991.618059:0:21534:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746070991.618079:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0382c00/0xa5d7060008038ec1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015705 expref: 29 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.618089:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015705 expref: 28 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.618095:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1e00) 00010000:00010000:2.0:1746070991.618096:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070991.618098:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5000, rc 0) 00000100:00100000:2.0:1746070991.618156:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:3689:x1830887431596928:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 665us (799us total) trans 4294981773 rc 0/0 00000100:00100000:2.0:1746070991.618162:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32187 00010000:00010000:2.0:1746070991.619701:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746070991.621824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.621943:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431597184 00000100:00100000:2.0:1746070991.621951:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431597184 00000100:00100000:2.0:1746070991.625062:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32188 00000100:00100000:2.0:1746070991.625076:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:3689:x1830887431597184:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070991.625095:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070991.625122:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5200/0xa5d7060008038ee4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01570c expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.625200:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.625211:0:21534:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038ed6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015705 expref: 30 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.625217:0:21534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.625241:0:21534:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015705 expref: 30 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.625250:0:21534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015705 expref: 30 pid: 21534 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746070991.625259:0:21534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff30380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830887426921472:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070991.625341:0:21534:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b8ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746070991.629988:0:21534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff30380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830887426921472:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070991.630009:0:21534:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000100:00100000:0.0:1746070991.630053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.630097:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431597312 00000100:00100000:1.0:1746070991.630111:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431597312 00010000:00010000:1.0:1746070991.630138:0:21522:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015705 expref: 31 pid: 21534 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746070991.630170:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14167 00000100:00100000:1.0:1746070991.630178:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:2007:x1830887431597312:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070991.630188:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070991.630193:0:21522:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015705 expref: 31 pid: 21534 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746070991.630202:0:21522:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015705 expref: 31 pid: 21534 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746070991.630219:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038ed6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015705 expref: 31 pid: 21534 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746070991.630244:0:21522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1e00) 00010000:00010000:1.0:1746070991.630248:0:21522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070991.630256:0:21522:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070991.630261:0:21522:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070991.630274:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070991.630315:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:2007:x1830887431597312:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 137us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070991.630321:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14167 00010000:00010000:2.0:1746070991.630384:0:21534:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.630391:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:2.0:1746070991.630406:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00080000:2.0:1746070991.630522:0:21534:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00000004:00080000:2.0:1746070991.630526:0:21534:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:2.0:1746070991.630614:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.630624:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.630633:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.630638:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a06c5c00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070991.630641:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.630647:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.630654:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1e00) 00010000:00010000:2.0:1746070991.630656:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746070991.630659:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.630663:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5c00/0xa5d7060008038eeb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.630701:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5200/0xa5d7060008038ee4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01570c expref: 30 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.630709:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5200/0xa5d7060008038ee4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01570c expref: 30 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.630716:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5200, rc 0) 00000100:00100000:2.0:1746070991.630738:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:3689:x1830887431597184:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 5668us (8921us total) trans 4294981774 rc 301/301 00000100:00100000:2.0:1746070991.630744:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32188 00000100:00100000:0.0:1746070991.632851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.633017:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431597568 00000100:00100000:2.0:1746070991.633024:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431597568 00000100:00100000:2.0:1746070991.634461:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 194 00000100:00100000:2.0:1746070991.634469:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+29:3689:x1830887431597568:12345-192.168.204.29@tcp:35:lfs.0 00000100:00100000:2.0:1746070991.635297:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:3689:x1830887431597568:12345-192.168.204.29@tcp:35:lfs.0 Request processed in 827us (2450us total) trans 4294981775 rc 0/0 00000100:00100000:2.0:1746070991.635303:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 194 00000100:00100000:0.0:1746070991.641523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.641608:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431597696 00000100:00100000:2.0:1746070991.641616:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431597696 00000100:00100000:2.0:1746070991.641835:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32189 00000100:00100000:2.0:1746070991.641842:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+30:3689:x1830887431597696:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070991.641861:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070991.641889:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5200/0xa5d7060008038ef9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015713 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.642072:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5200/0xa5d7060008038ef9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015713 expref: 31 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.642083:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5200/0xa5d7060008038ef9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015713 expref: 31 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.642095:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:2.0:1746070991.642097:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746070991.642100:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5200, rc 0) 00000100:00100000:2.0:1746070991.642149:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:3689:x1830887431597696:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 308us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.642154:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32189 00000100:00100000:0.0:1746070991.645582:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.646042:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431597952 00000100:00100000:2.0:1746070991.646049:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431597952 00000100:00100000:2.0:1746070991.646698:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 195 00000100:00100000:2.0:1746070991.646707:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+31:3689:x1830887431597952:12345-192.168.204.29@tcp:35:lfs.0 00000100:00100000:2.0:1746070991.647353:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:3689:x1830887431597952:12345-192.168.204.29@tcp:35:lfs.0 Request processed in 646us (1776us total) trans 4294981776 rc 0/0 00000100:00100000:2.0:1746070991.647359:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 195 00000100:00100000:0.0:1746070991.655367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.655447:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431598080 00000100:00100000:2.0:1746070991.655455:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431598080 00000100:00100000:2.0:1746070991.655506:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32190 00000100:00100000:2.0:1746070991.655513:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+32:3690:x1830887431598080:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070991.655533:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070991.655547:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038f00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01571a expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.655595:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0382c00/0xa5d7060008038f07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.655604:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0382c00/0xa5d7060008038f07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.655613:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0382c00/0xa5d7060008038f07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:2.0:1746070991.655643:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746070991.655647:0:21534:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746070991.655660:0:21534:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0382c00/0xa5d7060008038f07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.655677:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038f00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01571a expref: 34 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.655706:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0382c00/0xa5d7060008038f07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01571a expref: 33 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.655713:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070991.655715:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070991.655718:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0382c00, rc 0) 00000100:00100000:2.0:1746070991.655766:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:3690:x1830887431598080:12345-192.168.204.29@tcp:101:dd.0 Request processed in 253us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.655772:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32190 00000100:00100000:0.0:1746070991.660380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.660473:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431598208 00000100:00100000:2.0:1746070991.660481:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431598208 00000100:00100000:2.0:1746070991.660569:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32191 00000100:00100000:2.0:1746070991.660576:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+19:3691:x1830887431598208:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070991.660595:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070991.660610:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038f0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015721 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.660653:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5e00/0xa5d7060008038f15 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.660662:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5e00/0xa5d7060008038f15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.660670:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5e00/0xa5d7060008038f15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:2.0:1746070991.660698:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746070991.660701:0:21534:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746070991.660713:0:21534:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5e00/0xa5d7060008038f15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.660728:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038f0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015721 expref: 21 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.660755:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5e00/0xa5d7060008038f15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015721 expref: 20 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.660761:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070991.660763:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070991.660765:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c5e00, rc 0) 00000100:00100000:2.0:1746070991.660812:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+20:3691:x1830887431598208:12345-192.168.204.29@tcp:101:dd.0 Request processed in 236us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.660817:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32191 00000100:00100000:0.0:1746070991.667261:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.668391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.668417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.668497:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431598592 00000100:00100000:1.0:1746070991.668504:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431598592 00000100:00100000:1.0:1746070991.668540:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 582 00000100:00100000:1.0:1746070991.668546:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094904450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+33:2008:x1830887431598592:12345-192.168.204.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1746070991.668575:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070991.668589:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038f1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01572f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.668627:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038f23 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668636:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038f23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668644:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038f23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668652:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d7060008038f2a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668657:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d7060008038f2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668661:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d7060008038f2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668730:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ac00/0xa5d7060008038f31 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668736:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ac00/0xa5d7060008038f31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668741:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ac00/0xa5d7060008038f31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00000004:00200000:1.0:1746070991.668756:0:7224:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00200000:1.0:1746070991.668759:0:7224:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746070991.668773:0:7224:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ac00/0xa5d7060008038f31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668780:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ac00/0xa5d7060008038f31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668787:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038f23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668791:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038f23 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668796:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038f23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668801:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a069be00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070991.668804:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038f23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668809:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038f23 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668818:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070991.668820:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070991.668823:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038f23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.668827:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069be00/0xa5d7060008038f23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00000100:00100000:3.0:1746070991.669214:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431598464 00000100:00100000:3.0:1746070991.669218:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431598464 00000100:00100000:3.0:1746070991.669274:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431598848 00000100:00100000:3.0:1746070991.669277:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431598848 00000100:00100000:2.0:1746070991.669305:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32192 00000100:00100000:2.0:1746070991.669316:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32193 00000100:00100000:2.0:1746070991.669321:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+20:3691:x1830887431598848:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070991.669330:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070991.669337:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038f38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015767 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.669379:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038f3f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070991.669388:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038f3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070991.669394:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038f3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00000004:00200000:2.0:1746070991.669404:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:2.0:1746070991.669473:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5000/0xa5d7060008038f38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015767 expref: 23 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.669497:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038f3f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015767 expref: 22 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.669503:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:2.0:1746070991.669505:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070991.669506:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0383c00, rc 0) 00000100:00100000:2.0:1746070991.669538:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+22:3691:x1830887431598848:12345-192.168.204.29@tcp:101:dd.0 Request processed in 217us (1120us total) trans 4294981777 rc 0/0 00000100:00100000:2.0:1746070991.669543:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32193 00000100:00100000:2.0:1746070991.669557:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:3690:x1830887431598464:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070991.669563:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070991.669564:0:21534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746070991.669572:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0382c00/0xa5d7060008038f07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01571a expref: 35 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.669578:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070991.669580:0:21534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070991.669584:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c061400/0xa5d7060008038f4d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015728 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.669614:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6200/0xa5d7060008038f54 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.669623:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6200/0xa5d7060008038f54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.669629:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6200/0xa5d7060008038f54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:2.0:1746070991.669634:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:2.0:1746070991.669666:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c061400/0xa5d7060008038f4d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015728 expref: 37 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.669674:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6200/0xa5d7060008038f54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015728 expref: 36 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.669679:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012bff1100) 00010000:00010000:2.0:1746070991.669681:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070991.669683:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c6200, rc 0) 00000100:00100000:2.0:1746070991.669697:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:3690:x1830887431598464:12345-192.168.204.29@tcp:101:dd.0 Request processed in 388us (2444us total) trans 4294981778 rc 0/0 00000100:00100000:2.0:1746070991.669701:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32192 00010000:00010000:1.0:1746070991.670427:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d7060008038f2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670433:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d7060008038f2a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670438:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d7060008038f2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670442:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a069aa00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070991.670445:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d7060008038f2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670450:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d7060008038f2a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670456:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d9aed00) 00010000:00010000:1.0:1746070991.670458:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070991.670460:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d7060008038f2a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670463:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069aa00/0xa5d7060008038f2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670480:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069b000/0xa5d7060008038f1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01572f expref: 36 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.670487:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ac00/0xa5d7060008038f31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01572f expref: 35 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.670492:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:1.0:1746070991.670494:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070991.670496:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a069ac00, rc 0) 00010000:00010000:1.0:1746070991.670499:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070991.670505:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617a400/0xa5d7060008038f62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015736 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.670522:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ae00/0xa5d7060008038f69 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670531:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ae00/0xa5d7060008038f69 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670536:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ae00/0xa5d7060008038f69 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670545:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617be00/0xa5d7060008038f70 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670551:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617be00/0xa5d7060008038f70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670555:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617be00/0xa5d7060008038f70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670571:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ae00/0xa5d7060008038f69 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670575:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ae00/0xa5d7060008038f69 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670579:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ae00/0xa5d7060008038f69 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670583:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a617ae00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070991.670585:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ae00/0xa5d7060008038f69 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670588:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ae00/0xa5d7060008038f69 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670594:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070991.670595:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070991.670597:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ae00/0xa5d7060008038f69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670601:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617ae00/0xa5d7060008038f69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670608:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617be00/0xa5d7060008038f70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670612:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617be00/0xa5d7060008038f70 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670615:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617be00/0xa5d7060008038f70 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670619:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a617be00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070991.670620:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617be00/0xa5d7060008038f70 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670624:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617be00/0xa5d7060008038f70 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670629:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a54a6e00) 00010000:00010000:1.0:1746070991.670630:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070991.670632:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617be00/0xa5d7060008038f70 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670635:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617be00/0xa5d7060008038f70 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070991.670651:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617a400/0xa5d7060008038f62 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015736 expref: 36 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.670656:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070991.670659:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746070991.670661:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617a400/0xa5d7060008038f62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015736 expref: 36 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.670666:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a617a400, rc -2) 00000100:00100000:1.0:1746070991.670688:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094904450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2008:x1830887431598592:12345-192.168.204.29@tcp:63:ll_sa.0 Request processed in 2143us (2299us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746070991.670694:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 582 00000100:00100000:0.0:1746070991.672561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.672579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.672603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.672736:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431599360 00000100:00100000:2.0:1746070991.672742:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431599360 00000100:00100000:2.0:1746070991.672772:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32194 00000100:00100000:2.0:1746070991.672779:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+22:3691:x1830887431599360:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070991.672795:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070991.672797:0:21534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746070991.672813:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5e00/0xa5d7060008038f15 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015721 expref: 22 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.672830:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070991.672834:0:21534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070991.672841:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6000/0xa5d7060008038f77 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01576e expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.672937:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6a00/0xa5d7060008038f7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.672947:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6a00/0xa5d7060008038f7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.672954:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6a00/0xa5d7060008038f7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.672962:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7600/0xa5d7060008038f85 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.672967:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7600/0xa5d7060008038f85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.672972:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7600/0xa5d7060008038f85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000100:00100000:1.0:1746070991.672977:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431599104 00000100:00100000:1.0:1746070991.672981:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431599104 00010000:00010000:2.0:1746070991.673007:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038f8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00000100:00100000:1.0:1746070991.673007:0:21522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431598976 00000100:00100000:1.0:1746070991.673009:0:21522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431598976 00010000:00010000:2.0:1746070991.673013:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038f8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.673019:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038f8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000100:00100000:1.0:1746070991.673024:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 433 00000004:00200000:2.0:1746070991.673025:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000100:00100000:1.0:1746070991.673028:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2007:x1830887431599104:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070991.673035:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070991.673046:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0383c00/0xa5d7060008038f3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015767 expref: 23 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.673055:0:21522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:1.0:1746070991.673057:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070991.673074:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6a00/0xa5d7060008038f7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.673079:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6a00/0xa5d7060008038f7e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00000100:00100000:1.0:1746070991.673083:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2007:x1830887431599104:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 54us (526us total) trans 0 rc 0/0 00010000:00010000:2.0:1746070991.673084:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6a00/0xa5d7060008038f7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.673088:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c6a00 already unused, calling callback (ffffffffa0f25690) 00000100:00100000:1.0:1746070991.673088:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 433 00010000:00010000:2.0:1746070991.673091:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6a00/0xa5d7060008038f7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.673096:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6a00/0xa5d7060008038f7e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00000100:00100000:1.0:1746070991.673097:0:21522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 434 00000100:00100000:1.0:1746070991.673114:0:21522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:2007:x1830887431598976:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070991.673117:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070991.673119:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070991.673120:0:21522:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070991.673122:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6a00/0xa5d7060008038f7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.673126:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6a00/0xa5d7060008038f7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070991.673129:0:21522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6200/0xa5d7060008038f54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015728 expref: 35 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.673133:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7600/0xa5d7060008038f85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.673137:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7600/0xa5d7060008038f85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746070991.673137:0:21522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012bff1100) 00010000:00010000:1.0:1746070991.673139:0:21522:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070991.673142:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7600/0xa5d7060008038f85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.673146:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c7600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070991.673148:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7600/0xa5d7060008038f85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00000100:00100000:1.0:1746070991.673152:0:21522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:2007:x1830887431598976:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 50us (573us total) trans 0 rc 0/0 00010000:00010000:2.0:1746070991.673153:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7600/0xa5d7060008038f85 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00000100:00100000:1.0:1746070991.673157:0:21522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 434 00010000:00010000:2.0:1746070991.673158:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d9aed00) 00010000:00010000:2.0:1746070991.673160:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070991.673162:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7600/0xa5d7060008038f85 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.673166:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c7600/0xa5d7060008038f85 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746070991.673189:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c6000/0xa5d7060008038f77 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01576e expref: 23 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.673198:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038f8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01576e expref: 22 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.673204:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:2.0:1746070991.673205:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070991.673207:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a8600, rc 0) 00000100:00100000:2.0:1746070991.673225:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+22:3691:x1830887431599360:12345-192.168.204.29@tcp:101:dd.0 Request processed in 446us (621us total) trans 4294981779 rc 0/0 00000100:00100000:2.0:1746070991.673644:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32194 00000100:00100000:0.0:1746070991.678191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.678691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.680422:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431599616 00000100:00100000:1.0:1746070991.680429:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431599872 00000100:00100000:3.0:1746070991.680432:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431599616 00000100:00100000:1.0:1746070991.680434:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431599872 00000100:00100000:1.0:1746070991.680482:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13917 00000100:00100000:1.0:1746070991.680489:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2009:x1830887431599872:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070991.680519:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d7060008038f9a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070991.680529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00010000:00010000:1.0:1746070991.680532:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.680533:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.680537:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d7060008038f9a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070991.680547:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431600000 00010000:00010000:1.0:1746070991.680548:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d7060008038f9a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070991.680550:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431600000 00000100:00100000:3.0:1746070991.680709:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13918 00000100:00100000:3.0:1746070991.680716:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2010:x1830887431599616:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:3.0:1746070991.680734:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a03c9800/0xa5d7060008038fa1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.680742:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070991.680743:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070991.680746:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a03c9800/0xa5d7060008038fa1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.680754:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a03c9800/0xa5d7060008038fa1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070991.682288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.683380:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431600128 00000100:00100000:3.0:1746070991.683385:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30378 00000100:00100000:2.0:1746070991.683387:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431600128 00000100:00100000:3.0:1746070991.683395:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2008:x1830887431600000:12345-192.168.204.29@tcp:101:ll_agl.0 00010000:00010000:3.0:1746070991.683407:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746070991.683416:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30379 00010000:00010000:3.0:1746070991.683421:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038fa8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015775 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070991.683422:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887431600128:12345-192.168.204.29@tcp:101:ll_agl.0 00010000:00010000:2.0:1746070991.683429:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:3.0:1746070991.683439:0:10108:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746070991.683440:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9a00/0xa5d7060008038faf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01577c expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070991.683452:0:17293:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746070991.683453:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070991.683455:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070991.683459:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070991.683461:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038fa8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015775 expref: 16 pid: 10108 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070991.683461:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070991.683464:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9a00/0xa5d7060008038faf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01577c expref: 11 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070991.683473:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038fa8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015775 expref: 16 pid: 10108 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070991.683474:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9a00/0xa5d7060008038faf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01577c expref: 11 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070991.683483:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9a00, rc 0) 00010000:00010000:3.0:1746070991.683485:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52b1c00, rc 0) 00000100:00100000:2.0:1746070991.683511:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2008:x1830887431600128:12345-192.168.204.29@tcp:101:ll_agl.0 Request processed in 89us (1226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070991.683517:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30379 00000100:00100000:3.0:1746070991.683661:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2008:x1830887431600000:12345-192.168.204.29@tcp:101:ll_agl.0 Request processed in 267us (3131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070991.683667:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30378 00000100:00100000:2.0:1746070991.689222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.689274:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431600256 00000100:00100000:3.0:1746070991.689282:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431600256 00000100:00100000:3.0:1746070991.689321:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30380 00000100:00100000:3.0:1746070991.689328:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+14:3691:x1830887431600256:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070991.689343:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070991.689357:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015783 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.689379:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038fa8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015775 expref: 15 pid: 10108 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070991.689386:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070991.689387:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070991.689390:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.689415:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038fa8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015775 expref: 15 pid: 10108 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070991.689425:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015775 expref: 15 pid: 10108 timeout: 814 lvb_type: 1 00000100:00100000:3.0:1746070991.689440:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426921600:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070991.690307:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0285600 going to sleep for 11 seconds 00010000:00010000:3.0:1746070991.693806:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a03c9800/0xa5d7060008038fa1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.693831:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a03c9800/0xa5d7060008038fa1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.693839:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a03c9800/0xa5d7060008038fa1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.693845:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a03c9800 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070991.693858:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a03c9800/0xa5d7060008038fa1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.693906:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a03c9800/0xa5d7060008038fa1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.693936:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a03c9800/0xa5d7060008038fa1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.693941:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a03c9800/0xa5d7060008038fa1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070991.694495:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2010:x1830887431599616:12345-192.168.204.29@tcp:3:dd.0 Request processed in 13763us (16293us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070991.694510:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13918 00000100:00100000:0.0:1746070991.699034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.699076:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431600384 00000100:00100000:1.0:1746070991.699084:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431600384 00010000:00010000:1.0:1746070991.699124:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038fa8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015775 expref: 14 pid: 10108 timeout: 814 lvb_type: 1 00010000:00010000:0.0:1746070991.699138:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d7060008038f9a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070991.699146:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14168 00010000:00010000:0.0:1746070991.699146:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d7060008038f9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070991.699153:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2007:x1830887431600384:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070991.699153:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d7060008038f9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.699158:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a617ba00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070991.699161:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d7060008038f9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.699163:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070991.699168:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d7060008038f9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.699176:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038fa8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015775 expref: 14 pid: 10108 timeout: 814 lvb_type: 1 00010000:00010000:0.0:1746070991.699182:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d7060008038f9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.699185:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015775 expref: 14 pid: 10108 timeout: 814 lvb_type: 1 00010000:00010000:0.0:1746070991.699188:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a617ba00/0xa5d7060008038f9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.699200:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.699202:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.699208:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.699213:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.699237:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070991.699247:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e368e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426921728:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070991.699260:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2009:x1830887431599872:12345-192.168.204.29@tcp:3:dd.0 Request processed in 18772us (20569us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070991.699267:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13917 00000100:00100000:1.0:1746070991.699289:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6038480 going to sleep for 11 seconds 00010000:00010000:3.0:1746070991.699833:0:10108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52b1c00/0xa5d7060008038fa8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015775 expref: 14 pid: 10108 timeout: 814 lvb_type: 1 00000100:00100000:3.0:1746070991.699855:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10108:1830887426921600:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070991.699914:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 15 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.699922:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3200, rc 0) 00000100:00100000:3.0:1746070991.699943:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+15:3691:x1830887431600256:12345-192.168.204.29@tcp:101:dd.0 Request processed in 10616us (10730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070991.699949:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30380 00000100:00100000:1.0:1746070991.705537:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e368e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426921728:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070991.705557:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070991.705688:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431600384:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6533us (6659us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070991.705697:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14168 00000100:00100000:0.0:1746070991.705984:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.706371:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431600512 00000100:00100000:3.0:1746070991.706378:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431600512 00000100:00100000:3.0:1746070991.706410:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32195 00000100:00100000:3.0:1746070991.706416:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+34:3690:x1830887431600512:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070991.706436:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070991.706451:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2800/0xa5d7060008038fbd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01578a expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.706477:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3c00/0xa5d7060008038fc4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070991.706488:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3c00/0xa5d7060008038fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070991.706498:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3c00/0xa5d7060008038fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070991.706582:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2800/0xa5d7060008038fbd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01578a expref: 36 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.706598:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3c00/0xa5d7060008038fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01578a expref: 35 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.706604:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012bff1100) 00010000:00010000:3.0:1746070991.706607:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746070991.706609:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3c00, rc 0) 00000100:00100000:3.0:1746070991.706645:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:3690:x1830887431600512:12345-192.168.204.29@tcp:101:dd.0 Request processed in 229us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070991.706651:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32195 00000100:00100000:0.0:1746070991.709680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.710490:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431600768 00000100:00100000:2.0:1746070991.710499:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431600768 00000100:00100000:2.0:1746070991.711044:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13919 00000100:00100000:2.0:1746070991.711053:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431600768:12345-192.168.204.29@tcp:4:dd.0 00010000:00010000:2.0:1746070991.711083:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.711097:0:20968:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007271b400/0xa5d7060008038db7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015656 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.711114:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070991.711116:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070991.711118:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.711145:0:20968:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007271b400/0xa5d7060008038db7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015656 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.711155:0:20968:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007271b400/0xa5d7060008038db7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015656 expref: 9 pid: 9566 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746070991.711166:0:20968:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff30a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20968:1830887426921856:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070991.711356:0:20968:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebf840 going to sleep for 11 seconds 00000100:00100000:0.0:1746070991.715653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.715749:0:20968:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ff30a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20968:1830887426921856:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070991.715767:0:20968:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070991.715830:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431600896 00000100:00100000:1.0:1746070991.715837:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431600896 00010000:00010000:1.0:1746070991.715887:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007271b400/0xa5d7060008038db7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015656 expref: 10 pid: 9566 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746070991.715911:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14169 00000100:00100000:1.0:1746070991.715917:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887431600896:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070991.715928:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746070991.715942:0:7207:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:1.0:1746070991.715945:0:7207:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:1.0:1746070991.715949:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007271b400/0xa5d7060008038db7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015656 expref: 10 pid: 9566 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746070991.715959:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007271b400/0xa5d7060008038db7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015656 expref: 10 pid: 9566 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746070991.715979:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007271b400/0xa5d7060008038db7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015656 expref: 10 pid: 9566 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746070991.716006:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.716007:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.716011:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.716018:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.717672:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070991.717729:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431600896:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 1808us (2078us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070991.717739:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14169 00010000:00010000:3.0:1746070991.717816:0:20968:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.717825:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070991.718367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.718513:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431601024 00000100:00100000:3.0:1746070991.718518:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431601024 00000100:00100000:3.0:1746070991.718553:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30381 00000100:00100000:3.0:1746070991.718559:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+10:3691:x1830887431601024:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070991.718571:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070991.718581:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015791 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.718694:0:10108:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9a00/0xa5d7060008038faf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01577c expref: 9 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070991.718705:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070991.718707:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070991.718709:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015791 expref: 11 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.718730:0:10108:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9a00/0xa5d7060008038faf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01577c expref: 9 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070991.718739:0:10108:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9a00/0xa5d7060008038faf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01577c expref: 9 pid: 17293 timeout: 814 lvb_type: 1 00000100:00100000:3.0:1746070991.718749:0:10108:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426921984:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070991.718964:0:10108:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0285600 going to sleep for 11 seconds 00000100:00100000:0.0:1746070991.723197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.723445:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431601152 00000100:00100000:1.0:1746070991.723452:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431601152 00010000:00010000:1.0:1746070991.723760:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9a00/0xa5d7060008038faf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01577c expref: 10 pid: 17293 timeout: 814 lvb_type: 1 00000100:00100000:1.0:1746070991.723798:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14170 00000100:00100000:1.0:1746070991.723805:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2007:x1830887431601152:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070991.723817:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070991.723834:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9a00/0xa5d7060008038faf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01577c expref: 10 pid: 17293 timeout: 814 lvb_type: 1 00010000:00010000:1.0:1746070991.723844:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9a00/0xa5d7060008038faf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01577c expref: 10 pid: 17293 timeout: 814 lvb_type: 1 00010000:00010000:1.0:1746070991.723888:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.723890:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.723896:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015791 expref: 11 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.723903:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015791 expref: 11 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.723929:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015791 expref: 11 pid: 10108 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070991.723944:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e368e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426922112:192.168.204.29@tcp:105: 00000100:00100000:1.0:1746070991.724002:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6038480 going to sleep for 11 seconds 00010000:00010000:3.0:1746070991.724127:0:10108:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a9a00/0xa5d7060008038faf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01577c expref: 10 pid: 17293 timeout: 814 lvb_type: 1 00000100:00100000:3.0:1746070991.724144:0:10108:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c8f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10108:1830887426921984:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070991.724161:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015791 expref: 11 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.724170:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3a00, rc 0) 00000100:00100000:3.0:1746070991.724195:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+11:3691:x1830887431601024:12345-192.168.204.29@tcp:101:dd.0 Request processed in 5635us (5829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070991.724201:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30381 00000100:00100000:1.0:1746070991.733828:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e368e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426922112:192.168.204.29@tcp:105: 00010000:00010000:1.0:1746070991.733847:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070991.733900:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431601152:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 10095us (10710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070991.733909:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14170 00000001:00080000:2.0:1746070991.764697:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970721 is committed 00000001:00080000:2.0:1746070991.764708:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970720 is committed 00002000:00010000:3.0:1746070991.765044:0:20968:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746070990 -> 1746070991 00002000:00010000:3.0:1746070991.765049:0:20968:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746070990 -> 1746070991 00010000:00010000:3.0:1746070991.765077:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.765087:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.765093:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.765107:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c6000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070991.765111:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.765117:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.765131:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.765136:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038fcb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070991.767171:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2007:x1830887431600768:12345-192.168.204.29@tcp:4:dd.0 Request processed in 56113us (57492us total) trans 4294970721 rc 0/0 00000100:00100000:3.0:1746070991.767183:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13919 00000100:00100000:0.0:1746070991.779224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.779277:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.779858:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431601536 00000100:00100000:3.0:1746070991.779892:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431601536 00000100:00100000:3.0:1746070991.779960:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431601664 00000100:00100000:3.0:1746070991.779963:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431601664 00000100:00100000:3.0:1746070991.779997:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13920 00000100:00100000:3.0:1746070991.780005:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431601536:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:3.0:1746070991.780033:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008038fd9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070991.780034:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13921 00000100:00100000:0.0:1746070991.780042:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431601664:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:3.0:1746070991.780045:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070991.780047:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070991.780052:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008038fd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.780060:0:9571:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ded600/0xa5d7060008038fe0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.780063:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008038fd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.780067:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070991.780069:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070991.780072:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ded600/0xa5d7060008038fe0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.780080:0:9571:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5ded600/0xa5d7060008038fe0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.791636:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008038fd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.791649:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008038fd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.791656:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008038fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.791660:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c2600 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070991.791663:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008038fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.791669:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008038fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.791688:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008038fd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070991.791693:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c2600/0xa5d7060008038fd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070991.792724:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431601536:12345-192.168.204.29@tcp:3:dd.0 Request processed in 12714us (13502us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070991.792736:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13920 00010000:00010000:1.0:1746070991.795680:0:9571:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ded600/0xa5d7060008038fe0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.795693:0:9571:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ded600/0xa5d7060008038fe0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.795700:0:9571:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5ded600/0xa5d7060008038fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.795706:0:9571:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5ded600 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070991.795709:0:9571:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5ded600/0xa5d7060008038fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.795715:0:9571:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5ded600/0xa5d7060008038fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.795729:0:9571:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5ded600/0xa5d7060008038fe0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.795739:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ded600/0xa5d7060008038fe0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070991.796072:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431601664:12345-192.168.204.29@tcp:3:dd.0 Request processed in 16026us (16789us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070991.796080:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13921 00000100:00100000:0.0:1746070991.796241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.796318:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431601920 00000100:00100000:1.0:1746070991.796324:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431601920 00002000:00100000:1.0:1746070991.796350:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff88009fc3a680 x1830887431601920/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.796358:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3a680 with x1830887431601920 ext(0->4194303) 00002000:00010000:1.0:1746070991.796361:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3a680 00000100:00100000:1.0:1746070991.796385:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13922 00000100:00100000:1.0:1746070991.796390:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+15:2008:x1830887431601920:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070991.811831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070991.812013:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431602176 00000100:00100000:3.0:1746070991.812022:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431602176 00002000:00100000:3.0:1746070991.812067:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff88009fc39880 x1830887431602176/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070991.812076:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39880 with x1830887431602176 ext(0->4194303) 00002000:00010000:3.0:1746070991.812081:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc39880 00000100:00100000:3.0:1746070991.812120:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13923 00000100:00100000:3.0:1746070991.812127:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2008:x1830887431602176:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070991.812212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.812953:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431602432 00000100:00100000:1.0:1746070991.812958:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431602432 00000100:00100000:1.0:1746070991.812994:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13924 00000100:00100000:1.0:1746070991.812999:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431602432:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:1.0:1746070991.813032:0:27001:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812edcf, atime: 0x0, ctime: 0x6812edcf, blocks: 0xc800 00010000:00010000:1.0:1746070991.813039:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d233800/0xa5d7060008038fe7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.813051:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.813052:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.813058:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d233800/0xa5d7060008038fe7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.813069:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d233800/0xa5d7060008038fe7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070991.844774:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+17:2008:x1830887431601920:12345-192.168.204.29@tcp:4:dd.0 Request processed in 48373us (48523us total) trans 4294972327 rc 0/0 00000100:00100000:0.0:1746070991.844786:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13922 00002000:00100000:0.0:1746070991.844797:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff88009fc3a680 x1830887431601920/t4294972327(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/448 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.844806:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3a680 with x1830887431601920 ext(0->4194303) 00002000:00010000:0.0:1746070991.844812:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3a680 00000001:00080000:0.0:1746070991.863679:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970722 is committed 00010000:00010000:2.0:1746070991.863918:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d233800/0xa5d7060008038fe7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.863928:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d233800/0xa5d7060008038fe7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.863935:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d233800/0xa5d7060008038fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.863940:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d233800 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070991.863944:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d233800/0xa5d7060008038fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.863951:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d233800/0xa5d7060008038fe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.863965:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d233800/0xa5d7060008038fe7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.863969:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d233800/0xa5d7060008038fe7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070991.867651:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431602432:12345-192.168.204.29@tcp:4:dd.0 Request processed in 54642us (55429us total) trans 4294970722 rc 0/0 00000100:00100000:2.0:1746070991.867663:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13924 00000100:00100000:0.0:1746070991.882993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.883027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.883195:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431602688 00000100:00100000:1.0:1746070991.883202:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431602688 00000100:00100000:1.0:1746070991.883244:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431602944 00000100:00100000:1.0:1746070991.883245:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431602944 00000100:00100000:1.0:1746070991.883261:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13925 00000100:00100000:1.0:1746070991.883267:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2010:x1830887431602688:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070991.883294:0:9571:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008038fee lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.883306:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.883307:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.883312:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008038fee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.883323:0:9571:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008038fee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070991.884199:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13926 00000100:00100000:0.0:1746070991.884207:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431602944:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070991.884225:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded000/0xa5d7060008038ff5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.884233:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070991.884234:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070991.884237:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded000/0xa5d7060008038ff5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.884245:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded000/0xa5d7060008038ff5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070991.888662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.888759:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431603200 00000100:00100000:2.0:1746070991.888767:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431603200 00002000:00100000:2.0:1746070991.888801:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff88009fc39f80 x1830887431603200/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.888811:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39f80 with x1830887431603200 ext(4194304->8388607) 00002000:00010000:2.0:1746070991.888815:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39f80 00000100:00100000:2.0:1746070991.888836:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13927 00000100:00100000:2.0:1746070991.888842:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+17:2007:x1830887431603200:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070991.902251:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2008:x1830887431602176:12345-192.168.204.29@tcp:4:dd.0 Request processed in 90116us (90421us total) trans 4294970723 rc 0/0 00000100:00100000:0.0:1746070991.902263:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13923 00002000:00100000:0.0:1746070991.902273:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff88009fc39880 x1830887431602176/t4294970723(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/448 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.902283:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39880 with x1830887431602176 ext(0->4194303) 00002000:00010000:0.0:1746070991.902288:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc39880 00000100:00100000:0.0:1746070991.904319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.904384:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431603456 00000100:00100000:1.0:1746070991.904392:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431603456 00002000:00100000:1.0:1746070991.904424:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88009fc3b480 x1830887431603456/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.904433:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3b480 with x1830887431603456 ext(4194304->8388607) 00002000:00010000:1.0:1746070991.904437:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc3b480 00000100:00100000:1.0:1746070991.904470:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13928 00000100:00100000:1.0:1746070991.904477:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2010:x1830887431603456:12345-192.168.204.29@tcp:4:dd.0 00010000:00010000:1.0:1746070991.910236:0:9571:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008038fee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.910250:0:9571:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008038fee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.910258:0:9571:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008038fee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.910263:0:9571:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d232200 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070991.910267:0:9571:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008038fee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.910274:0:9571:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008038fee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.910291:0:9571:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008038fee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.910296:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232200/0xa5d7060008038fee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070991.910364:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2010:x1830887431602688:12345-192.168.204.29@tcp:3:dd.0 Request processed in 27093us (27374us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070991.910372:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13925 00010000:00010000:1.0:1746070991.911856:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded000/0xa5d7060008038ff5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.911878:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded000/0xa5d7060008038ff5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.911884:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded000/0xa5d7060008038ff5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.911889:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5ded000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070991.911892:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded000/0xa5d7060008038ff5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.911898:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded000/0xa5d7060008038ff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.911911:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded000/0xa5d7060008038ff5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.911916:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5ded000/0xa5d7060008038ff5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070991.912853:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431602944:12345-192.168.204.29@tcp:3:dd.0 Request processed in 28640us (29817us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070991.912881:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13926 00000100:00100000:0.0:1746070991.924163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070991.925409:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431603712 00000100:00100000:2.0:1746070991.925417:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431603712 00000100:00100000:2.0:1746070991.925469:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13929 00000100:00100000:2.0:1746070991.925475:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431603712:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:2.0:1746070991.925515:0:26994:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812edcf, atime: 0x0, ctime: 0x6812edcf, blocks: 0xc800 00010000:00010000:2.0:1746070991.925522:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038ffc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.925532:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070991.925534:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070991.925538:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.925550:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070991.951138:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+19:2007:x1830887431603200:12345-192.168.204.29@tcp:4:dd.0 Request processed in 62289us (62475us total) trans 4294972328 rc 0/0 00000100:00100000:2.0:1746070991.951149:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13927 00002000:00100000:2.0:1746070991.951160:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff88009fc39f80 x1830887431603200/t4294972328(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/448 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070991.951168:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc39f80 with x1830887431603200 ext(4194304->8388607) 00002000:00010000:2.0:1746070991.951173:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc39f80 00000100:00100000:0.0:1746070991.977538:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+13:2010:x1830887431603456:12345-192.168.204.29@tcp:4:dd.0 Request processed in 73052us (73217us total) trans 4294970724 rc 0/0 00000100:00100000:0.0:1746070991.977549:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13928 00002000:00100000:0.0:1746070991.977559:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88009fc3b480 x1830887431603456/t4294970724(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/448 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070991.977573:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3b480 with x1830887431603456 ext(4194304->8388607) 00002000:00010000:0.0:1746070991.977578:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc3b480 00000001:00080000:2.0:1746070991.979712:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970725 is committed 00000001:00080000:2.0:1746070991.979722:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970724 is committed 00002000:00010000:0.0:1746070991.979835:0:26994:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746070991 -> 1746070992 00002000:00010000:0.0:1746070991.979839:0:26994:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746070991 -> 1746070992 00010000:00010000:0.0:1746070991.979848:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.979856:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038ffc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.979891:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.979898:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c6000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070991.979901:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.979908:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.979924:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038ffc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.979929:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c6000/0xa5d7060008038ffc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070991.980044:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431603712:12345-192.168.204.29@tcp:4:dd.0 Request processed in 54565us (55883us total) trans 4294970725 rc 0/0 00000100:00100000:1.0:1746070991.980053:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13929 00000100:00100000:1.0:1746070991.983501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.983541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070991.983638:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431604224 00000100:00100000:2.0:1746070991.983639:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431603968 00000100:00100000:2.0:1746070991.983646:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431603968 00000100:00100000:0.0:1746070991.983646:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431604224 00000100:00100000:0.0:1746070991.983693:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13930 00000100:00100000:0.0:1746070991.983698:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2007:x1830887431604224:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070991.983721:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9800/0xa5d7060008039003 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.983731:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070991.983732:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070991.983736:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9800/0xa5d7060008039003 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070991.983745:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9800/0xa5d7060008039003 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070991.984170:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13931 00000100:00100000:1.0:1746070991.984177:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431603968:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070991.984193:0:9571:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d706000803900a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.984200:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.984202:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070991.984204:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d706000803900a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.984215:0:9571:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d706000803900a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.993358:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9800/0xa5d7060008039003 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.993358:0:9571:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d706000803900a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.993371:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9800/0xa5d7060008039003 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.993371:0:9571:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d706000803900a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.993378:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9800/0xa5d7060008039003 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.993378:0:9571:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d706000803900a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.993384:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a03c9800 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070991.993384:0:9571:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a04a7c00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070991.993387:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9800/0xa5d7060008039003 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.993387:0:9571:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d706000803900a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.993393:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9800/0xa5d7060008039003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.993393:0:9571:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d706000803900a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.993409:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9800/0xa5d7060008039003 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.993409:0:9571:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d706000803900a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070991.993414:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7c00/0xa5d706000803900a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070991.993415:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a03c9800/0xa5d7060008039003 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070991.993478:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2007:x1830887431604224:12345-192.168.204.29@tcp:3:dd.0 Request processed in 9776us (9934us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070991.993478:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431603968:12345-192.168.204.29@tcp:3:dd.0 Request processed in 9298us (9978us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070991.993486:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13931 00000100:00100000:2.0:1746070991.993494:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13930 00000100:00100000:0.0:1746070991.997935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070991.998009:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431604480 00000100:00100000:1.0:1746070991.998017:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431604480 00002000:00100000:1.0:1746070991.998052:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff88009fc3bb80 x1830887431604480/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/0 e 0 to 0 dl 1746071002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070991.998061:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3bb80 with x1830887431604480 ext(8388608->12582911) 00002000:00010000:1.0:1746070991.998066:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3bb80 00000100:00100000:1.0:1746070991.998090:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13932 00000100:00100000:1.0:1746070991.998126:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+19:2010:x1830887431604480:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070992.001151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.001312:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431604736 00000100:00100000:3.0:1746070992.001319:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431604736 00000100:00100000:3.0:1746070992.001374:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13933 00000100:00100000:3.0:1746070992.001381:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431604736:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:3.0:1746070992.001415:0:20968:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812edd0, atime: 0x0, ctime: 0x6812edd0, blocks: 0xc800 00010000:00010000:3.0:1746070992.001422:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800820cfe00/0xa5d7060008039011 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.001438:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.001440:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.001443:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800820cfe00/0xa5d7060008039011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.001455:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800820cfe00/0xa5d7060008039011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746070992.001759:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746070992.009331:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.009402:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431604992 00000100:00100000:3.0:1746070992.009410:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431604992 00002000:00100000:3.0:1746070992.009446:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88009ff30a80 x1830887431604992/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070992.009455:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff30a80 with x1830887431604992 ext(8388608->12582911) 00002000:00010000:3.0:1746070992.009459:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ff30a80 00000100:00100000:3.0:1746070992.009478:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13934 00000100:00100000:3.0:1746070992.009484:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2009:x1830887431604992:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070992.025394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.026168:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431605248 00000100:00100000:3.0:1746070992.026178:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431605248 00000100:00100000:3.0:1746070992.027139:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 196 00000100:00100000:3.0:1746070992.027147:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880077869450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+22:3691:x1830887431605248:12345-192.168.204.29@tcp:35:dd.0 00000100:00100000:3.0:1746070992.027760:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880077869450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+23:3691:x1830887431605248:12345-192.168.204.29@tcp:35:dd.0 Request processed in 612us (2372us total) trans 4294981780 rc 0/0 00000100:00100000:3.0:1746070992.027766:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 196 00000100:00080000:0.0:1746070992.028232:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746070992.034142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.034208:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431605504 00000100:00100000:2.0:1746070992.034215:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431605504 00000100:00100000:2.0:1746070992.034249:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 197 00000100:00100000:2.0:1746070992.034256:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+23:3691:x1830887431605504:12345-192.168.204.29@tcp:35:dd.0 00000001:00080000:2.0:1746070992.034405:0:24923:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294981781 00000100:00100000:2.0:1746070992.034484:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+25:3691:x1830887431605504:12345-192.168.204.29@tcp:35:dd.0 Request processed in 227us (350us total) trans 4294981782 rc 0/0 00000100:00100000:2.0:1746070992.034491:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 197 00000020:00080000:2.0:1746070992.034494:0:24923:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1746070992.041289:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+21:2010:x1830887431604480:12345-192.168.204.29@tcp:4:dd.0 Request processed in 43184us (43353us total) trans 4294972329 rc 0/0 00000100:00100000:1.0:1746070992.041299:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13932 00002000:00100000:1.0:1746070992.041309:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff88009fc3bb80 x1830887431604480/t4294972329(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:622/0 lens 488/448 e 0 to 0 dl 1746071002 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070992.041317:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc3bb80 with x1830887431604480 ext(8388608->12582911) 00002000:00010000:1.0:1746070992.041321:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc3bb80 00000001:00080000:0.0:1746070992.053722:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970726 is committed 00010000:00010000:3.0:1746070992.053938:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800820cfe00/0xa5d7060008039011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.053952:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800820cfe00/0xa5d7060008039011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.053958:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800820cfe00/0xa5d7060008039011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.053964:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800820cfe00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070992.053967:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800820cfe00/0xa5d7060008039011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.053973:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800820cfe00/0xa5d7060008039011 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.053988:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800820cfe00/0xa5d7060008039011 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.053993:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800820cfe00/0xa5d7060008039011 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070992.054063:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431604736:12345-192.168.204.29@tcp:4:dd.0 Request processed in 52679us (52914us total) trans 4294970726 rc 0/0 00000100:00100000:3.0:1746070992.054071:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13933 00000100:00100000:1.0:1746070992.059313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.059346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.059671:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431605888 00000100:00100000:0.0:1746070992.059679:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431605888 00000100:00100000:0.0:1746070992.059724:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431606016 00000100:00100000:0.0:1746070992.059727:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431606016 00000100:00100000:0.0:1746070992.059757:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13935 00000100:00100000:0.0:1746070992.059764:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431605888:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070992.059795:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008039018 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.059810:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.059811:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.059816:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008039018 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.059827:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008039018 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070992.060231:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13936 00000100:00100000:3.0:1746070992.060238:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431606016:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:3.0:1746070992.060254:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d706000803901f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.060264:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.060266:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.060268:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d706000803901f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.060275:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d706000803901f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746070992.060367:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746070992.068421:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2009:x1830887431604992:12345-192.168.204.29@tcp:4:dd.0 Request processed in 58927us (59087us total) trans 4294970727 rc 0/0 00000100:00100000:1.0:1746070992.068433:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13934 00002000:00100000:1.0:1746070992.068444:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88009ff30a80 x1830887431604992/t4294970727(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:623/0 lens 488/448 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070992.068453:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ff30a80 with x1830887431604992 ext(8388608->12582911) 00002000:00010000:1.0:1746070992.068458:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ff30a80 00010000:00010000:3.0:1746070992.071912:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d706000803901f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.071927:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d706000803901f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.071934:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d706000803901f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.071940:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800820cea00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070992.071943:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d706000803901f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.071950:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d706000803901f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.071964:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d706000803901f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.071969:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800820cea00/0xa5d706000803901f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.071983:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008039018 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.071990:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008039018 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.071996:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008039018 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.072000:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0635200 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070992.072002:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008039018 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.072007:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008039018 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.072015:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008039018 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.072023:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0635200/0xa5d7060008039018 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070992.072047:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431606016:12345-192.168.204.29@tcp:3:dd.0 Request processed in 11806us (12697us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070992.072056:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13936 00000100:00100000:0.0:1746070992.072377:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431605888:12345-192.168.204.29@tcp:3:dd.0 Request processed in 12613us (13071us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070992.072384:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13935 00000100:00100000:2.0:1746070992.076932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.076983:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431606272 00000100:00100000:0.0:1746070992.076991:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431606272 00000100:00100000:0.0:1746070992.077039:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13937 00000100:00100000:0.0:1746070992.077045:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431606272:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:0.0:1746070992.077080:0:26994:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812edd0, atime: 0x0, ctime: 0x6812edd0, blocks: 0xc800 00010000:00010000:0.0:1746070992.077087:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039026 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.077108:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.077109:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.077114:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.077125:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746070992.093761:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970728 is committed 00000001:00080000:2.0:1746070992.093778:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970727 is committed 00010000:00010000:0.0:1746070992.094439:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.094451:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.094459:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.094464:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0634400 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070992.094468:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.094475:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039026 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.094490:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039026 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.094495:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039026 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070992.095005:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431606272:12345-192.168.204.29@tcp:4:dd.0 Request processed in 17955us (18075us total) trans 4294970728 rc 0/0 00000100:00100000:0.0:1746070992.095015:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13937 00000100:00100000:2.0:1746070992.101802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.101848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.103272:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431606656 00000100:00100000:0.0:1746070992.103281:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431606656 00000100:00100000:0.0:1746070992.103330:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431606784 00000100:00100000:0.0:1746070992.103333:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431606784 00000100:00100000:0.0:1746070992.103352:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13938 00000100:00100000:0.0:1746070992.103358:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431606656:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070992.103387:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0634000/0xa5d706000803902d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.103401:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.103403:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.103408:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0634000/0xa5d706000803902d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.103419:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0634000/0xa5d706000803902d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.103549:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13939 00000100:00100000:1.0:1746070992.103558:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431606784:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070992.103575:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008039034 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.103583:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.103584:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.103586:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008039034 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.103594:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008039034 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.111529:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0634000/0xa5d706000803902d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.111543:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0634000/0xa5d706000803902d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.111550:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0634000/0xa5d706000803902d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.111556:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0634000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070992.111560:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0634000/0xa5d706000803902d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.111566:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0634000/0xa5d706000803902d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.111580:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0634000/0xa5d706000803902d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.111586:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0634000/0xa5d706000803902d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070992.112750:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431606656:12345-192.168.204.29@tcp:3:dd.0 Request processed in 9385us (10948us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070992.112760:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13938 00010000:00010000:1.0:1746070992.113972:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008039034 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.113985:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008039034 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.113996:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008039034 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.114002:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a04a7400 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070992.114005:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008039034 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.114011:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008039034 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.114025:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008039034 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.114030:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a04a7400/0xa5d7060008039034 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.114071:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431606784:12345-192.168.204.29@tcp:3:dd.0 Request processed in 10514us (12222us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070992.114077:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13939 00000100:00100000:3.0:1746070992.118699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.118808:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431607040 00000100:00100000:1.0:1746070992.118816:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431607040 00000100:00100000:1.0:1746070992.119035:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13940 00000100:00100000:1.0:1746070992.119042:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2007:x1830887431607040:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:1.0:1746070992.119077:0:20968:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812edd0, atime: 0x0, ctime: 0x6812edd0, blocks: 0xc800 00010000:00010000:1.0:1746070992.119083:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d706000803903b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.119102:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.119104:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.119109:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d706000803903b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.119119:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d706000803903b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746070992.146173:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970729 is committed 00010000:00010000:1.0:1746070992.146361:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d706000803903b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.146372:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d706000803903b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.146379:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d706000803903b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.146384:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a04a6000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070992.146388:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d706000803903b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.146395:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d706000803903b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.146411:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d706000803903b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.146416:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a04a6000/0xa5d706000803903b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.147922:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2007:x1830887431607040:12345-192.168.204.29@tcp:4:dd.0 Request processed in 28874us (29223us total) trans 4294970729 rc 0/0 00000100:00100000:1.0:1746070992.147932:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13940 00000100:00100000:2.0:1746070992.153334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.153466:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431607296 00000100:00100000:1.0:1746070992.153473:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431607296 00000100:00100000:1.0:1746070992.153737:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13941 00000100:00100000:1.0:1746070992.153745:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431607296:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070992.153775:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008039042 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.153787:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.153788:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.153793:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008039042 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.153805:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008039042 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070992.156298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.157062:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431607552 00000100:00100000:1.0:1746070992.157069:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431607552 00000100:00100000:1.0:1746070992.157127:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13942 00000100:00100000:1.0:1746070992.157134:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431607552:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070992.157161:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0290400/0xa5d7060008039049 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.157177:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.157179:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.157183:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0290400/0xa5d7060008039049 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.157195:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0290400/0xa5d7060008039049 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.171707:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008039042 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.171722:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008039042 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.171728:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008039042 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.171735:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0290a00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070992.171738:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008039042 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.171745:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008039042 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.171759:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008039042 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.171765:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0290a00/0xa5d7060008039042 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.171834:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431607296:12345-192.168.204.29@tcp:3:dd.0 Request processed in 18086us (18503us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070992.171843:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13941 00010000:00010000:1.0:1746070992.173263:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0290400/0xa5d7060008039049 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.173271:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0290400/0xa5d7060008039049 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.173277:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0290400/0xa5d7060008039049 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.173281:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0290400 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070992.173284:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0290400/0xa5d7060008039049 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.173289:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0290400/0xa5d7060008039049 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.173298:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0290400/0xa5d7060008039049 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.173303:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0290400/0xa5d7060008039049 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.173337:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431607552:12345-192.168.204.29@tcp:3:dd.0 Request processed in 16202us (17045us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070992.173343:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13942 00000100:00100000:3.0:1746070992.180806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.181164:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431607808 00000100:00100000:1.0:1746070992.181172:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431607808 00000100:00100000:1.0:1746070992.181227:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13943 00000100:00100000:1.0:1746070992.181234:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431607808:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:1.0:1746070992.181273:0:26994:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812edd0, atime: 0x0, ctime: 0x6812edd0, blocks: 0xc800 00010000:00010000:1.0:1746070992.181280:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0290200/0xa5d7060008039050 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.181289:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.181291:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.181295:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0290200/0xa5d7060008039050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.181306:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0290200/0xa5d7060008039050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746070992.219193:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970730 is committed 00010000:00010000:1.0:1746070992.219368:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0290200/0xa5d7060008039050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.219379:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0290200/0xa5d7060008039050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.219386:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0290200/0xa5d7060008039050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.219392:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0290200 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070992.219396:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0290200/0xa5d7060008039050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.219402:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0290200/0xa5d7060008039050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.219419:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0290200/0xa5d7060008039050 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.219425:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0290200/0xa5d7060008039050 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.219659:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431607808:12345-192.168.204.29@tcp:4:dd.0 Request processed in 38421us (38855us total) trans 4294970730 rc 0/0 00000100:00100000:1.0:1746070992.219667:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13943 00000100:00100000:2.0:1746070992.224978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.225033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.225119:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431608064 00000100:00100000:3.0:1746070992.225127:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431608064 00000100:00100000:3.0:1746070992.225168:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431608320 00000100:00100000:3.0:1746070992.225170:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431608320 00000100:00100000:3.0:1746070992.225186:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13944 00000100:00100000:3.0:1746070992.225192:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431608064:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:3.0:1746070992.225219:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008039057 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.225232:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.225234:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.225238:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008039057 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.225250:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008039057 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.225823:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13945 00000100:00100000:1.0:1746070992.225831:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431608320:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070992.225848:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0290600/0xa5d706000803905e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.225855:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.225856:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.225858:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0290600/0xa5d706000803905e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.225887:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0290600/0xa5d706000803905e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.240964:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0290600/0xa5d706000803905e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.240979:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0290600/0xa5d706000803905e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.240986:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0290600/0xa5d706000803905e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.240993:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0290600 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070992.240996:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0290600/0xa5d706000803905e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.241003:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0290600/0xa5d706000803905e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.241018:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0290600/0xa5d706000803905e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.241023:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0290600/0xa5d706000803905e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.241103:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431608320:12345-192.168.204.29@tcp:3:dd.0 Request processed in 15260us (16057us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070992.241113:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13945 00010000:00010000:3.0:1746070992.245482:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008039057 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.245494:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008039057 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.245506:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008039057 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.245512:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800820cf000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070992.245515:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008039057 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.245522:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008039057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.245537:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008039057 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.245543:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d7060008039057 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070992.245637:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431608064:12345-192.168.204.29@tcp:3:dd.0 Request processed in 20441us (20661us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070992.245645:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13944 00000100:00100000:2.0:1746070992.250717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.251921:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431608576 00000100:00100000:3.0:1746070992.251928:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431608576 00000100:00100000:3.0:1746070992.251989:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13946 00000100:00100000:3.0:1746070992.251996:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431608576:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:3.0:1746070992.252036:0:20968:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812edd0, atime: 0x0, ctime: 0x6812edd0, blocks: 0xc800 00010000:00010000:3.0:1746070992.252042:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0779a00/0xa5d7060008039065 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.252053:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.252055:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.252059:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0779a00/0xa5d7060008039065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.252070:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0779a00/0xa5d7060008039065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746070992.282249:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970731 is committed 00010000:00010000:3.0:1746070992.282405:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0779a00/0xa5d7060008039065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.282416:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0779a00/0xa5d7060008039065 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.282422:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0779a00/0xa5d7060008039065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.282428:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0779a00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070992.282431:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0779a00/0xa5d7060008039065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.282438:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0779a00/0xa5d7060008039065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.282453:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0779a00/0xa5d7060008039065 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.282459:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0779a00/0xa5d7060008039065 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070992.282547:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431608576:12345-192.168.204.29@tcp:4:dd.0 Request processed in 30548us (31832us total) trans 4294970731 rc 0/0 00000100:00100000:3.0:1746070992.282556:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13946 00000100:00100000:0.0:1746070992.288913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.288958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.289033:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431608960 00000100:00100000:1.0:1746070992.289041:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431608960 00000100:00100000:1.0:1746070992.289103:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431609088 00000100:00100000:1.0:1746070992.289105:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431609088 00000100:00100000:1.0:1746070992.289124:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13947 00000100:00100000:1.0:1746070992.289130:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431608960:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070992.289156:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d706000803906c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070992.289157:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13948 00000100:00100000:3.0:1746070992.289165:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431609088:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070992.289167:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.289169:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.289173:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d706000803906c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.289182:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a61e3a00/0xa5d7060008039073 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.289182:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d706000803906c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.289190:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.289191:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.289194:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a61e3a00/0xa5d7060008039073 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.289203:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a61e3a00/0xa5d7060008039073 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.299620:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d706000803906c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.299635:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d706000803906c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.299642:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d706000803906c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.299648:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a069be00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070992.299651:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d706000803906c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.299658:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d706000803906c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.299690:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d706000803906c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.299695:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d706000803906c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.299775:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431608960:12345-192.168.204.29@tcp:3:dd.0 Request processed in 10641us (10865us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070992.299784:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13947 00010000:00010000:3.0:1746070992.302192:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a61e3a00/0xa5d7060008039073 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.302204:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a61e3a00/0xa5d7060008039073 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.302211:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a61e3a00/0xa5d7060008039073 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.302216:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a61e3a00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070992.302220:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a61e3a00/0xa5d7060008039073 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.302227:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a61e3a00/0xa5d7060008039073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.302241:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a61e3a00/0xa5d7060008039073 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.302247:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a61e3a00/0xa5d7060008039073 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070992.302335:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431609088:12345-192.168.204.29@tcp:3:dd.0 Request processed in 13167us (13372us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070992.302344:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13948 00000100:00100000:0.0:1746070992.310321:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.310425:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431609344 00000100:00100000:3.0:1746070992.310434:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431609344 00000100:00100000:3.0:1746070992.310492:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13949 00000100:00100000:3.0:1746070992.310499:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431609344:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:3.0:1746070992.310537:0:20968:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812edd0, atime: 0x0, ctime: 0x6812edd0, blocks: 0xc800 00010000:00010000:3.0:1746070992.310545:0:20968:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7000/0xa5d706000803907a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.310556:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.310558:0:20968:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.310562:0:20968:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7000/0xa5d706000803907a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.310577:0:20968:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7000/0xa5d706000803907a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746070992.328790:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970732 is committed 00010000:00010000:3.0:1746070992.329024:0:20968:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7000/0xa5d706000803907a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.329041:0:20968:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7000/0xa5d706000803907a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.329048:0:20968:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7000/0xa5d706000803907a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.329054:0:20968:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a54b7000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:3.0:1746070992.329057:0:20968:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7000/0xa5d706000803907a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.329065:0:20968:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7000/0xa5d706000803907a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.329108:0:20968:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7000/0xa5d706000803907a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.329114:0:20968:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a54b7000/0xa5d706000803907a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20968 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070992.329239:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431609344:12345-192.168.204.29@tcp:4:dd.0 Request processed in 18723us (18908us total) trans 4294970732 rc 0/0 00000100:00100000:3.0:1746070992.329263:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13949 00000100:00100000:2.0:1746070992.335083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.336056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.336131:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431609600 00000100:00100000:1.0:1746070992.336139:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431609600 00000100:00100000:1.0:1746070992.336519:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431609856 00000100:00100000:1.0:1746070992.336522:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431609856 00000100:00100000:1.0:1746070992.336557:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13950 00000100:00100000:1.0:1746070992.336564:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431609600:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070992.336594:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a069be00/0xa5d7060008039081 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.336605:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.336606:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.336610:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069be00/0xa5d7060008039081 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.336621:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a069be00/0xa5d7060008039081 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070992.337269:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13951 00000100:00100000:0.0:1746070992.337277:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431609856:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:0.0:1746070992.337294:0:9573:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039088 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.337301:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.337302:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.337305:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039088 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.337313:0:9573:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039088 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.350588:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a069be00/0xa5d7060008039081 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.350603:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069be00/0xa5d7060008039081 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.350611:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a069be00/0xa5d7060008039081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.350616:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a069be00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070992.350619:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a069be00/0xa5d7060008039081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.350627:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a069be00/0xa5d7060008039081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.350641:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a069be00/0xa5d7060008039081 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.350646:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a069be00/0xa5d7060008039081 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.351702:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b41f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2009:x1830887431609600:12345-192.168.204.29@tcp:3:dd.0 Request processed in 15132us (16619us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070992.351722:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13950 00010000:00010000:0.0:1746070992.352454:0:9573:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039088 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.352464:0:9573:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039088 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.352470:0:9573:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039088 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.352476:0:9573:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0634400 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070992.352479:0:9573:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039088 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.352485:0:9573:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039088 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.352497:0:9573:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039088 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.352502:0:9573:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0634400/0xa5d7060008039088 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070992.352556:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431609856:12345-192.168.204.29@tcp:3:dd.0 Request processed in 15279us (16499us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070992.352563:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13951 00000100:00100000:2.0:1746070992.358633:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.358692:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431610112 00000100:00100000:0.0:1746070992.358700:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431610112 00000100:00100000:0.0:1746070992.358756:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13952 00000100:00100000:0.0:1746070992.358765:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431610112:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:0.0:1746070992.358802:0:9573:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812edd0, atime: 0x0, ctime: 0x6812edd0, blocks: 0xc800 00010000:00010000:0.0:1746070992.358808:0:9573:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0635000/0xa5d706000803908f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.358819:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.358820:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.358826:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0635000/0xa5d706000803908f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.358837:0:9573:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0635000/0xa5d706000803908f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746070992.382281:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970733 is committed 00010000:00010000:0.0:1746070992.382468:0:9573:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0635000/0xa5d706000803908f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.382480:0:9573:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0635000/0xa5d706000803908f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.382487:0:9573:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0635000/0xa5d706000803908f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.382492:0:9573:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0635000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:0.0:1746070992.382495:0:9573:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0635000/0xa5d706000803908f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.382502:0:9573:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0635000/0xa5d706000803908f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.382517:0:9573:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0635000/0xa5d706000803908f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.382523:0:9573:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0635000/0xa5d706000803908f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070992.382612:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431610112:12345-192.168.204.29@tcp:4:dd.0 Request processed in 23846us (23982us total) trans 4294970733 rc 0/0 00000100:00100000:0.0:1746070992.382621:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13952 00000100:00100000:3.0:1746070992.390949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.390976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.391749:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431610368 00000100:00100000:0.0:1746070992.391759:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431610368 00000100:00100000:0.0:1746070992.392246:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431610624 00000100:00100000:0.0:1746070992.392250:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431610624 00000100:00100000:1.0:1746070992.392304:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13953 00000100:00100000:1.0:1746070992.392315:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431610368:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070992.392346:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d7060008039096 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.392358:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.392360:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.392364:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d7060008039096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.392381:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d7060008039096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070992.392991:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13954 00000100:00100000:2.0:1746070992.393001:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2007:x1830887431610624:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070992.393018:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d706000803909d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.393025:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070992.393026:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070992.393030:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d706000803909d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.393038:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d706000803909d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.405162:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d7060008039096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.405177:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d7060008039096 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.405184:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d7060008039096 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.405190:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a069b000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070992.405193:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d7060008039096 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.405200:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d7060008039096 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.405215:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d7060008039096 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.405221:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a069b000/0xa5d7060008039096 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.405303:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431610368:12345-192.168.204.29@tcp:3:dd.0 Request processed in 12987us (14356us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070992.405314:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13953 00010000:00010000:2.0:1746070992.408915:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d706000803909d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.408929:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d706000803909d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.408936:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d706000803909d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.408941:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d232600 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070992.408944:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d706000803909d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.408951:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d706000803909d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.408965:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d706000803909d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.408971:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d232600/0xa5d706000803909d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070992.409043:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2007:x1830887431610624:12345-192.168.204.29@tcp:3:dd.0 Request processed in 16041us (18061us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070992.409052:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13954 00000100:00100000:3.0:1746070992.418554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.418765:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431610880 00000100:00100000:2.0:1746070992.418774:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431610880 00000100:00100000:2.0:1746070992.418832:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13955 00000100:00100000:2.0:1746070992.418839:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431610880:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:2.0:1746070992.418908:0:27001:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812edd0, atime: 0x0, ctime: 0x6812edd0, blocks: 0xc800 00010000:00010000:2.0:1746070992.418915:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d70600080390a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.418926:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070992.418927:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070992.418931:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d70600080390a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.418943:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d70600080390a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070992.445724:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970734 is committed 00010000:00010000:2.0:1746070992.445895:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d70600080390a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.445906:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d70600080390a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.445919:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d70600080390a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.445925:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d233400 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070992.445929:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d70600080390a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.445936:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d70600080390a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.445951:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d70600080390a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.445957:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d233400/0xa5d70600080390a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070992.446041:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2010:x1830887431610880:12345-192.168.204.29@tcp:4:dd.0 Request processed in 27199us (27490us total) trans 4294970734 rc 0/0 00000100:00100000:2.0:1746070992.446049:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13955 00000100:00100000:3.0:1746070992.451543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.451588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.451659:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431611264 00000100:00100000:1.0:1746070992.451667:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431611264 00000100:00100000:1.0:1746070992.451720:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431611392 00000100:00100000:1.0:1746070992.451722:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431611392 00000100:00100000:1.0:1746070992.451941:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13956 00000100:00100000:1.0:1746070992.451949:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431611264:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070992.451978:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080390ab lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.451988:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.451989:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.451993:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080390ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.452003:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080390ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070992.452558:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13957 00000100:00100000:2.0:1746070992.452567:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431611392:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070992.452583:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080390b2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.452589:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070992.452591:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070992.452593:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080390b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.452601:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080390b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.466462:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080390ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.466476:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080390ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.466483:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080390ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.466489:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a069be00 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070992.466493:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080390ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.466501:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080390ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.466515:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080390ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.466521:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a069be00/0xa5d70600080390ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.466589:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2008:x1830887431611264:12345-192.168.204.29@tcp:3:dd.0 Request processed in 14638us (15051us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070992.466599:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13956 00010000:00010000:2.0:1746070992.466751:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080390b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.466759:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080390b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.466765:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080390b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.466770:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d232600 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070992.466773:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080390b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.466779:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080390b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.466788:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080390b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.466794:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d232600/0xa5d70600080390b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070992.466835:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431611392:12345-192.168.204.29@tcp:3:dd.0 Request processed in 14269us (15245us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070992.466840:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13957 00000100:00100000:3.0:1746070992.475639:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.475727:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431611648 00000100:00100000:2.0:1746070992.475734:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431611648 00000100:00100000:2.0:1746070992.476457:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13958 00000100:00100000:2.0:1746070992.476464:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431611648:12345-192.168.204.29@tcp:4:dd.0 00002000:00010000:2.0:1746070992.476574:0:27001:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812edd0, atime: 0x0, ctime: 0x6812edd0, blocks: 0xc800 00010000:00010000:2.0:1746070992.476581:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a617c200/0xa5d70600080390b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.476591:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070992.476592:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070992.476596:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617c200/0xa5d70600080390b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.476606:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a617c200/0xa5d70600080390b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746070992.500637:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970735 is committed 00010000:00010000:2.0:1746070992.500807:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a617c200/0xa5d70600080390b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.500818:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a617c200/0xa5d70600080390b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.500825:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a617c200/0xa5d70600080390b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.500830:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a617c200 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070992.500833:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a617c200/0xa5d70600080390b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.500839:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a617c200/0xa5d70600080390b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.500856:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a617c200/0xa5d70600080390b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.500882:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a617c200/0xa5d70600080390b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070992.500964:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2009:x1830887431611648:12345-192.168.204.29@tcp:4:dd.0 Request processed in 24497us (25329us total) trans 4294970735 rc 0/0 00000100:00100000:2.0:1746070992.500973:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13958 00000100:00100000:3.0:1746070992.506916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.507298:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431611904 00000100:00100000:2.0:1746070992.507306:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431611904 00000100:00100000:2.0:1746070992.507485:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13959 00000100:00100000:2.0:1746070992.507493:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431611904:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070992.507521:0:27001:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080390c0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.507533:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070992.507534:0:27001:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070992.507539:0:27001:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080390c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.507551:0:27001:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080390c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.514181:0:27001:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080390c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.514204:0:27001:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080390c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.514211:0:27001:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080390c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.514218:0:27001:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800820cf000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070992.514221:0:27001:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080390c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.514229:0:27001:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080390c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.514243:0:27001:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080390c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.514253:0:27001:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800820cf000/0xa5d70600080390c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27001 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070992.514345:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431611904:12345-192.168.204.29@tcp:3:dd.0 Request processed in 6849us (7432us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070992.514356:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13959 00000100:00100000:1.0:1746070992.518237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.518326:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431612032 00000100:00100000:3.0:1746070992.518333:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431612032 00000100:00100000:3.0:1746070992.518380:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30382 00000100:00100000:3.0:1746070992.518386:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:3690:x1830887431612032:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070992.518400:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070992.518414:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080390c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015798 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746070992.518431:0:10108:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6812edd0, atime: 0x0, ctime: 0x6812edd0, blocks: 0xc800 00010000:00010000:3.0:1746070992.518447:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.518449:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070992.518455:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080390c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015798 expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.518466:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880124214800/0xa5d70600080390c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015798 expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.518474:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880124214800, rc 0) 00000100:00100000:3.0:1746070992.518505:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:3690:x1830887431612032:12345-192.168.204.29@tcp:101:dd.0 Request processed in 120us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070992.518510:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30382 00000100:00100000:3.0:1746070992.536147:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.537281:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431612160 00000100:00100000:2.0:1746070992.537289:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431612160 00002000:00100000:2.0:1746070992.537362:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (25165824->26214399) req@ffff8800820c4000 x1830887431612160/t0(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070992.537377:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4000 with x1830887431612160 ext(25165824->26214399) 00002000:00010000:2.0:1746070992.537382:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800820c4000 00000100:00100000:2.0:1746070992.537414:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13960 00000100:00100000:2.0:1746070992.537420:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2010:x1830887431612160:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:2.0:1746070992.546063:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2010:x1830887431612160:12345-192.168.204.29@tcp:4:dd.0 Request processed in 8635us (9916us total) trans 4294970736 rc 0/0 00000100:00100000:2.0:1746070992.546074:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13960 00002000:00100000:2.0:1746070992.546095:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (25165824->26214399) req@ffff8800820c4000 x1830887431612160/t4294970736(0) o4->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/448 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070992.546104:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800820c4000 with x1830887431612160 ext(25165824->26214399) 00002000:00010000:2.0:1746070992.546109:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800820c4000 00000100:00100000:3.0:1746070992.551054:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.551158:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431612288 00000100:00100000:2.0:1746070992.551165:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431612288 00000100:00100000:2.0:1746070992.551285:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30383 00000100:00100000:2.0:1746070992.551293:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2008:x1830887431612288:12345-192.168.204.29@tcp:16:dd.0 00000001:00080000:0.0:1746070992.552924:0:10906:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970736 is committed 00000100:00100000:2.0:1746070992.554064:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431612288:12345-192.168.204.29@tcp:16:dd.0 Request processed in 2767us (3011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070992.554073:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30383 00000100:00100000:0.0:1746070992.556611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.556855:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431612544 00000100:00100000:2.0:1746070992.556887:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431612544 00000100:00100000:2.0:1746070992.556947:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 198 00000100:00100000:2.0:1746070992.556954:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+35:3690:x1830887431612544:12345-192.168.204.29@tcp:35:dd.0 00000100:00100000:2.0:1746070992.557133:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:3690:x1830887431612544:12345-192.168.204.29@tcp:35:dd.0 Request processed in 180us (529us total) trans 4294981783 rc 0/0 00000100:00100000:2.0:1746070992.557139:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 198 00000100:00080000:1.0:1746070992.557285:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746070992.568079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.568634:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431612672 00000100:00100000:2.0:1746070992.568909:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431612672 00000100:00100000:2.0:1746070992.569353:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32196 00000100:00100000:2.0:1746070992.569361:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+36:3695:x1830887431612672:12345-192.168.204.29@tcp:101:checkstat.0 00010000:00010000:2.0:1746070992.569381:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070992.569396:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800820cfe00/0xa5d70600080390ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01579f expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.569442:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800820ce000/0xa5d70600080390d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070992.569452:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800820ce000/0xa5d70600080390d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070992.569463:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800820ce000/0xa5d70600080390d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:2.0:1746070992.569604:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746070992.569609:0:14000:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746070992.569622:0:14000:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800820ce000/0xa5d70600080390d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070992.569641:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800820cfe00/0xa5d70600080390ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01579f expref: 38 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.569753:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800820ce000/0xa5d70600080390d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01579f expref: 37 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.569760:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070992.569763:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070992.569766:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800820ce000, rc 0) 00000100:00100000:2.0:1746070992.573825:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:3695:x1830887431612672:12345-192.168.204.29@tcp:101:checkstat.0 Request processed in 4456us (5744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070992.573835:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32196 00000100:00100000:2.0:1746070992.579399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.580882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.581243:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431612800 00000100:00100000:0.0:1746070992.581251:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431612800 00000100:00100000:1.0:1746070992.581395:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431612928 00000100:00100000:1.0:1746070992.581398:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431612928 00000100:00100000:1.0:1746070992.581424:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 583 00000100:00100000:1.0:1746070992.581430:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2007:x1830887431612928:12345-192.168.204.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1746070992.581460:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070992.581475:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e400/0xa5d70600080390dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0157ad expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.581513:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f800/0xa5d70600080390e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581527:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f800/0xa5d70600080390e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581536:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f800/0xa5d70600080390e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581577:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d70600080390ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581583:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d70600080390ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581589:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d70600080390ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581619:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f800/0xa5d70600080390e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581625:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f800/0xa5d70600080390e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581630:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f800/0xa5d70600080390e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581635:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36f800 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070992.581638:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f800/0xa5d70600080390e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581644:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f800/0xa5d70600080390e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581652:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070992.581654:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070992.581658:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f800/0xa5d70600080390e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581663:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36f800/0xa5d70600080390e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581677:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d70600080390ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581682:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d70600080390ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581686:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d70600080390ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581690:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e36e800 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070992.581692:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d70600080390ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581696:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d70600080390ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581701:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff880131087600) 00010000:00010000:1.0:1746070992.581703:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070992.581705:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d70600080390ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581710:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e800/0xa5d70600080390ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746070992.581731:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e400/0xa5d70600080390dc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157ad expref: 39 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.581738:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070992.581740:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746070992.581743:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e36e400/0xa5d70600080390dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157ad expref: 39 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.581749:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e400, rc -2) 00000100:00100000:1.0:1746070992.581786:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2007:x1830887431612928:12345-192.168.204.29@tcp:63:ll_sa.0 Request processed in 356us (907us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746070992.581793:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 583 00000100:00100000:0.0:1746070992.582617:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32197 00000100:00100000:0.0:1746070992.582624:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:3695:x1830887431612800:12345-192.168.204.29@tcp:101:checkstat.0 00010000:00010000:0.0:1746070992.582633:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070992.582640:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635a00/0xa5d70600080390f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0157a6 expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.582665:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d70600080390f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582672:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d70600080390f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582678:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d70600080390f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582685:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d70600080390ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582690:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d70600080390ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582696:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d70600080390ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582738:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634000/0xa5d7060008039106 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582745:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634000/0xa5d7060008039106 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582750:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634000/0xa5d7060008039106 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:0.0:1746070992.582776:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00000004:00200000:0.0:1746070992.582779:0:14000:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746070992.582791:0:14000:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634000/0xa5d7060008039106 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582797:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634000/0xa5d7060008039106 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582803:0:14000:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d70600080390f8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582807:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d70600080390f8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582812:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d70600080390f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582816:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d70600080390f8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582820:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0635e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070992.582822:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d70600080390f8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582827:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d70600080390f8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582833:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070992.582835:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070992.582838:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d70600080390f8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582842:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d70600080390f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582882:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d70600080390ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582888:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d70600080390ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582892:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d70600080390ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582896:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0634e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070992.582898:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d70600080390ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582903:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d70600080390ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582909:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d9aed00) 00010000:00010000:0.0:1746070992.582911:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070992.582913:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d70600080390ff lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582919:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d70600080390ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.582934:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635a00/0xa5d70600080390f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157a6 expref: 39 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.582942:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634000/0xa5d7060008039106 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157a6 expref: 38 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.582948:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:0.0:1746070992.582949:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070992.582951:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634000, rc 0) 00000100:00100000:0.0:1746070992.582974:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:3695:x1830887431612800:12345-192.168.204.29@tcp:101:checkstat.0 Request processed in 352us (3584us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070992.582979:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32197 00000100:00100000:2.0:1746070992.588177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.588261:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.588275:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431613056 00000100:00100000:3.0:1746070992.588283:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431613056 00000100:00100000:2.0:1746070992.588308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.588325:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431613184 00000100:00100000:3.0:1746070992.588327:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431613184 00000100:00100000:2.0:1746070992.588337:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30384 00000100:00100000:3.0:1746070992.588353:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30385 00000100:00100000:3.0:1746070992.588359:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431613184:12345-192.168.204.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746070992.588374:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070992.588388:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d706000803910d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0157bb expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070992.588425:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426922240:192.168.204.29@tcp:106: 00000100:00100000:2.0:1746070992.588448:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431613056:12345-192.168.204.29@tcp:101:checkstat.0 00010000:00010000:2.0:1746070992.588455:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070992.588464:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800820cfe00/0xa5d7060008039114 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0157b4 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070992.588486:0:17293:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426922368:192.168.204.29@tcp:106: 00000100:00100000:3.0:1746070992.588497:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0285b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746070992.588502:0:17293:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebfcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070992.588602:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431613312 00000100:00100000:1.0:1746070992.588606:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431613312 00000100:00100000:1.0:1746070992.588639:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 435 00000100:00100000:1.0:1746070992.588644:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b423450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2007:x1830887431613312:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070992.588652:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070992.588668:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634000/0xa5d7060008039106 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157a6 expref: 38 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.588691:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:1.0:1746070992.588694:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070992.588714:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b423450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:2007:x1830887431613312:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 69us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070992.588719:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 435 00002000:00010000:0.0:1746070992.590382:0:17293:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:0.0:1746070992.590388:0:17293:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb mtime: 0 -> 1746070992 00002000:00010000:0.0:1746070992.590390:0:17293:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb atime: 0 -> 1746070991 00002000:00010000:0.0:1746070992.590391:0:17293:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb ctime: 0 -> 1746070992 00002000:00010000:0.0:1746070992.590393:0:17293:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:0.0:1746070992.590408:0:17293:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17293:1830887426922368:192.168.204.29@tcp:106: 00010000:00010000:0.0:1746070992.590429:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800820cfe00/0xa5d7060008039114 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157b4 expref: 14 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070992.590439:0:17293:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800820cfe00/0xa5d7060008039114 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157b4 expref: 14 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070992.590447:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800820cfe00, rc 0) 00000100:00100000:0.0:1746070992.590486:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2008:x1830887431613056:12345-192.168.204.29@tcp:101:checkstat.0 Request processed in 2143us (2316us total) trans 0 rc 301/301 00000100:00100000:0.0:1746070992.590492:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30384 00002000:00010000:3.0:1746070992.590565:0:9566:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746070992.590568:0:9566:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1746070992 00002000:00010000:3.0:1746070992.590569:0:9566:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1746070991 00002000:00010000:3.0:1746070992.590571:0:9566:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1746070992 00002000:00010000:3.0:1746070992.590572:0:9566:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746070992.590582:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800820c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9566:1830887426922240:192.168.204.29@tcp:106: 00010000:00010000:3.0:1746070992.590596:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d706000803910d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157bb expref: 9 pid: 9566 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070992.590604:0:9566:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124214c00/0xa5d706000803910d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157bb expref: 9 pid: 9566 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070992.590617:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880124214c00, rc 0) 00000100:00100000:3.0:1746070992.590676:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2008:x1830887431613184:12345-192.168.204.29@tcp:101:checkstat.0 Request processed in 2317us (2414us total) trans 0 rc 301/301 00000100:00100000:3.0:1746070992.590681:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30385 00000100:00100000:2.0:1746070992.596773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.596852:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431613440 00000100:00100000:3.0:1746070992.596858:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431613440 00000100:00100000:3.0:1746070992.596919:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32198 00000100:00100000:3.0:1746070992.596925:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+25:3696:x1830887431613440:12345-192.168.204.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746070992.596943:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070992.596957:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880124214400/0xa5d706000803911b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0157c2 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.597000:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880124215a00/0xa5d7060008039122 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070992.597011:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880124215a00/0xa5d7060008039122 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070992.597019:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880124215a00/0xa5d7060008039122 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746070992.597048:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746070992.597050:0:21534:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746070992.597061:0:21534:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880124215a00/0xa5d7060008039122 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070992.597077:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880124214400/0xa5d706000803911b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157c2 expref: 27 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.597118:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880124215a00/0xa5d7060008039122 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157c2 expref: 26 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.597124:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070992.597127:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746070992.597130:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880124215a00, rc 0) 00000100:00100000:3.0:1746070992.597162:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+26:3696:x1830887431613440:12345-192.168.204.29@tcp:101:checkstat.0 Request processed in 237us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070992.597167:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32198 00000100:00100000:2.0:1746070992.601834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.602173:0:9838:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431613568 00000100:00100000:0.0:1746070992.602181:0:9838:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431613568 00000100:00100000:0.0:1746070992.602227:0:9838:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 584 00000100:00100000:0.0:1746070992.602233:0:9838:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+26:2008:x1830887431613568:12345-192.168.204.29@tcp:63:ll_sa.0 00010000:00010000:0.0:1746070992.602260:0:9838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070992.602274:0:9838:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d7060008039129 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0157c9 expref: -99 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.602310:0:9838:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d7060008039130 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602320:0:9838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d7060008039130 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602329:0:9838:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d7060008039130 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602339:0:9838:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635000/0xa5d7060008039137 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602345:0:9838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635000/0xa5d7060008039137 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602349:0:9838:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635000/0xa5d7060008039137 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602379:0:9838:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d7060008039130 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602384:0:9838:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d7060008039130 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602390:0:9838:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d7060008039130 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602394:0:9838:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0635e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070992.602397:0:9838:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d7060008039130 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602402:0:9838:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d7060008039130 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602410:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070992.602413:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070992.602416:0:9838:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d7060008039130 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602420:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635e00/0xa5d7060008039130 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602441:0:9838:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635000/0xa5d7060008039137 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602445:0:9838:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635000/0xa5d7060008039137 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602449:0:9838:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635000/0xa5d7060008039137 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602452:0:9838:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0635000 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070992.602454:0:9838:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635000/0xa5d7060008039137 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602457:0:9838:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635000/0xa5d7060008039137 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602465:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012dbfd900) 00010000:00010000:0.0:1746070992.602467:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070992.602469:0:9838:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635000/0xa5d7060008039137 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602472:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0635000/0xa5d7060008039137 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.602490:0:9838:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d7060008039129 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157c9 expref: 27 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.602496:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070992.602497:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746070992.602500:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d7060008039129 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157c9 expref: 27 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.602505:0:9838:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634e00, rc -2) 00000100:00100000:0.0:1746070992.602555:0:9838:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+26:2008:x1830887431613568:12345-192.168.204.29@tcp:63:ll_sa.0 Request processed in 321us (728us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746070992.602561:0:9838:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 584 00000100:00100000:3.0:1746070992.609558:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.610046:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431613824 00000100:00100000:0.0:1746070992.610054:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431613824 00000100:00100000:0.0:1746070992.610128:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32199 00000100:00100000:0.0:1746070992.610135:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:3699:x1830887431613824:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:0.0:1746070992.610149:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070992.610163:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634400/0xa5d706000803913e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015801 expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.610250:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d7060008039145 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.610262:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d7060008039145 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070992.610271:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d7060008039145 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:0.0:1746070992.610279:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00010000:00010000:0.0:1746070992.610365:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634400/0xa5d706000803913e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015801 expref: 40 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.610398:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d7060008039145 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015801 expref: 39 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.610405:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:0.0:1746070992.610408:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746070992.610410:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0634e00, rc 0) 00000100:00100000:0.0:1746070992.610451:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:3699:x1830887431613824:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 313us (897us total) trans 4294981784 rc 0/0 00000100:00100000:0.0:1746070992.610457:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32199 00000100:00100000:3.0:1746070992.613534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.613569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.613603:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431613952 00000100:00100000:0.0:1746070992.613610:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431613952 00000100:00100000:0.0:1746070992.613639:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431614080 00000100:00100000:0.0:1746070992.613641:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431614080 00000100:00100000:3.0:1746070992.613649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.613654:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30386 00000100:00100000:0.0:1746070992.613660:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431613952:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:0.0:1746070992.613674:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070992.613688:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008039153 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015808 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070992.613702:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431614208 00000100:00100000:1.0:1746070992.613706:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431614208 00000100:00100000:0.0:1746070992.613727:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426922496:192.168.204.29@tcp:106: 00000100:00100000:1.0:1746070992.613737:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 436 00000100:00100000:1.0:1746070992.613742:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:2007:x1830887431614208:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070992.613750:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070992.613765:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0634e00/0xa5d7060008039145 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015801 expref: 39 pid: 14000 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070992.613779:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326000 going to sleep for 11 seconds 00010000:00010000:1.0:1746070992.613781:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:1.0:1746070992.613784:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070992.613794:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30387 00000100:00100000:0.0:1746070992.613799:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800820c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431614080:12345-192.168.204.29@tcp:101:cmp.0 00000100:00100000:1.0:1746070992.613800:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:2007:x1830887431614208:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 58us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070992.613805:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 436 00010000:00010000:0.0:1746070992.613805:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070992.613813:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130677400/0xa5d706000803915a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01580f expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070992.613835:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426922624:192.168.204.29@tcp:106: 00000100:00100000:1.0:1746070992.614248:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070992.616327:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9566:1830887426922496:192.168.204.29@tcp:106: 00010000:00010000:0.0:1746070992.616353:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008039153 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015808 expref: 14 pid: 9566 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070992.616364:0:9566:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0635800/0xa5d7060008039153 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015808 expref: 14 pid: 9566 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746070992.616385:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0635800, rc 0) 00000100:00100000:0.0:1746070992.616416:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:2007:x1830887431613952:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 2755us (2888us total) trans 0 rc 301/301 00000100:00100000:0.0:1746070992.616423:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30386 00000100:00100000:1.0:1746070992.616503:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426922624:192.168.204.29@tcp:106: 00010000:00010000:1.0:1746070992.616517:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130677400/0xa5d706000803915a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01580f expref: 9 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070992.616525:0:9567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130677400/0xa5d706000803915a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01580f expref: 9 pid: 9567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070992.616532:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130677400, rc 0) 00000100:00100000:1.0:1746070992.616549:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800820c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431614080:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 2750us (2980us total) trans 0 rc 301/301 00000100:00100000:1.0:1746070992.616554:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30387 00010000:00010000:2.0:1746070992.622016:0:8368:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746070992.622458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.622564:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431614336 00000100:00100000:1.0:1746070992.622572:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431614336 00000100:00100000:1.0:1746070992.622725:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30388 00000100:00100000:1.0:1746070992.622734:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+13:3699:x1830887431614336:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:1.0:1746070992.622747:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070992.622759:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008039161 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015816 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.622787:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.622793:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070992.622795:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070992.622798:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008039161 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015816 expref: 14 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.622821:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 20 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.622830:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 20 pid: 10108 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746070992.622839:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426922752:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070992.623239:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6038480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070992.625055:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426922752:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070992.625079:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008039161 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015816 expref: 14 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.625100:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36e400, rc 0) 00000100:00100000:1.0:1746070992.625140:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:3699:x1830887431614336:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 2407us (2686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070992.625147:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30388 00000100:00100000:3.0:1746070992.625367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.625388:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431614464 00000100:00100000:2.0:1746070992.625393:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431614464 00002000:00100000:2.0:1746070992.625421:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff880072774e00 x1830887431614464/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070992.625429:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774e00 with x1830887431614464 ext(12582912->13631487) 00010000:00010000:2.0:1746070992.625435:0:27001:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 21 pid: 10108 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746070992.625446:0:27001:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 21 pid: 10108 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746070992.625452:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072774e00 00000100:00100000:2.0:1746070992.625505:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 3060 00000100:00100000:2.0:1746070992.625512:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+21:2007:x1830887431614464:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070992.637825:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2007:x1830887431614464:12345-192.168.204.29@tcp:4:dd.0 Request processed in 12305us (12450us total) trans 4294972330 rc 0/0 00000100:00100000:0.0:1746070992.637837:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 3060 00002000:00100000:0.0:1746070992.637847:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff880072774e00 x1830887431614464/t4294972330(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:623/0 lens 488/448 e 0 to 0 dl 1746071003 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.637855:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774e00 with x1830887431614464 ext(12582912->13631487) 00010000:00010000:0.0:1746070992.637893:0:27001:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 23 pid: 10108 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746070992.637909:0:27001:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 23 pid: 10108 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746070992.637915:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072774e00 00000100:00100000:2.0:1746070992.646002:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.646625:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431614592 00000100:00100000:0.0:1746070992.646632:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431614592 00010000:00010000:0.0:1746070992.646832:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 23 pid: 10108 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746070992.646909:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14171 00000100:00100000:0.0:1746070992.646982:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f991c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2010:x1830887431614592:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070992.646996:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746070992.647010:0:7205:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:0.0:1746070992.647015:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 23 pid: 10108 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746070992.647026:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 23 pid: 10108 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746070992.647049:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a00c3200/0xa5d7060008038fb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015783 expref: 23 pid: 10108 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746070992.647065:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.647066:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.647072:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008039161 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015816 expref: 13 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.647079:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008039161 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015816 expref: 13 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.647114:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e36e400/0xa5d7060008039161 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015816 expref: 13 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070992.647123:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc3b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830887426922880:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070992.648972:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326000 going to sleep for 11 seconds 00000100:00100000:3.0:1746070992.651986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.652062:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431614848 00000100:00100000:1.0:1746070992.652074:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431614848 00000100:00100000:0.0:1746070992.652164:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc3b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7205:1830887426922880:192.168.204.29@tcp:105: 00002000:00100000:1.0:1746070992.652166:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (0->1048575) req@ffff880072776680 x1830887431614848/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00010000:00010000:0.0:1746070992.652180:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746070992.652250:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072776680 with x1830887431614848 ext(0->1048575) 00002000:00010000:1.0:1746070992.652254:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072776680 00000100:00100000:1.0:1746070992.652277:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13961 00000100:00100000:1.0:1746070992.652285:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2008:x1830887431614848:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070992.653007:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+22:2010:x1830887431614592:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 6090us (7010us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070992.653014:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14171 00000100:00100000:1.0:1746070992.658170:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2008:x1830887431614848:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 5878us (6182us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070992.658180:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13961 00002000:00100000:1.0:1746070992.658190:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (0->1048575) req@ffff880072776680 x1830887431614848/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070992.658197:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072776680 with x1830887431614848 ext(0->1048575) 00002000:00010000:1.0:1746070992.658202:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072776680 00000100:00100000:0.0:1746070992.667633:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.667735:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431614976 00000100:00100000:1.0:1746070992.667744:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431614976 00000100:00100000:1.0:1746070992.668049:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30389 00000100:00100000:1.0:1746070992.668058:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:3699:x1830887431614976:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:1.0:1746070992.668075:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070992.668099:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e36f800/0xa5d7060008039168 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01581d expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.668123:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015791 expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.668129:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070992.668131:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746070992.668134:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e36f800/0xa5d7060008039168 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01581d expref: 9 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.668157:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015791 expref: 8 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.668167:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015791 expref: 8 pid: 10108 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746070992.668177:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426923008:192.168.204.29@tcp:104: 00000100:00100000:1.0:1746070992.668379:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6038480 going to sleep for 11 seconds 00000100:00100000:1.0:1746070992.676758:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426923008:192.168.204.29@tcp:104: 00010000:00010000:1.0:1746070992.676785:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e36f800/0xa5d7060008039168 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01581d expref: 9 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.676800:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e36f800, rc 0) 00000100:00100000:1.0:1746070992.676838:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:3699:x1830887431614976:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 8781us (9211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070992.676846:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30389 00000100:00100000:3.0:1746070992.686065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.686234:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431615104 00000100:00100000:0.0:1746070992.686242:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431615104 00010000:00010000:0.0:1746070992.686276:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015791 expref: 9 pid: 10108 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746070992.686319:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14172 00000100:00100000:0.0:1746070992.686327:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2007:x1830887431615104:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070992.686339:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070992.686356:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015791 expref: 9 pid: 10108 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746070992.686366:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015791 expref: 9 pid: 10108 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746070992.686386:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a00c3a00/0xa5d7060008038fd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015791 expref: 9 pid: 10108 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746070992.686415:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.686417:0:7205:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746070992.686423:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e36f800/0xa5d7060008039168 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01581d expref: 8 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.686431:0:7205:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e36f800/0xa5d7060008039168 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01581d expref: 8 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.686460:0:7205:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e36f800/0xa5d7060008039168 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01581d expref: 8 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070992.686470:0:7205:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fc38e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426923136:192.168.204.29@tcp:105: 00000100:00100000:0.0:1746070992.686549:0:7205:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0326000 going to sleep for 11 seconds 00000100:00100000:2.0:1746070992.689919:0:7205:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fc38e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7205:1830887426923136:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070992.689939:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070992.689986:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2007:x1830887431615104:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 3659us (3928us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070992.689995:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14172 00000100:00100000:0.0:1746070992.698644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.698691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.699211:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431615360 00000100:00100000:1.0:1746070992.699219:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431615360 00002000:00100000:1.0:1746070992.699254:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88009fc38e00 x1830887431615360/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070992.699262:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38e00 with x1830887431615360 ext(0->2097151) 00002000:00010000:1.0:1746070992.699266:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc38e00 00000100:00100000:1.0:1746070992.700362:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431615616 00000100:00100000:1.0:1746070992.700372:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431615616 00002000:00100000:1.0:1746070992.700390:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (1048576->2097151) req@ffff88009fc38a80 x1830887431615616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070992.700397:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38a80 with x1830887431615616 ext(1048576->2097151) 00002000:00010000:1.0:1746070992.700400:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc38a80 00000100:00100000:2.0:1746070992.700442:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13962 00000100:00100000:2.0:1746070992.700450:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431615360:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070992.701366:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13963 00000100:00100000:3.0:1746070992.701375:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fc38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2007:x1830887431615616:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070992.715555:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2007:x1830887431615616:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 14174us (16856us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070992.715567:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13963 00002000:00100000:0.0:1746070992.715578:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1e:0x0] (1048576->2097151) req@ffff88009fc38a80 x1830887431615616/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.715586:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38a80 with x1830887431615616 ext(1048576->2097151) 00002000:00010000:0.0:1746070992.715590:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fc38a80 00000100:00100000:2.0:1746070992.726982:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fc38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431615360:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 26525us (28336us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070992.726992:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13962 00002000:00100000:2.0:1746070992.727002:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88009fc38e00 x1830887431615360/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070992.727012:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fc38e00 with x1830887431615360 ext(0->2097151) 00002000:00010000:2.0:1746070992.727017:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fc38e00 00000100:00100000:0.0:1746070992.746975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.747039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.747154:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431615872 00000100:00100000:1.0:1746070992.747167:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431615872 00002000:00100000:1.0:1746070992.747223:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff88009e119880 x1830887431615872/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070992.747237:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119880 with x1830887431615872 ext(2097152->4194303) 00002000:00010000:1.0:1746070992.747244:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119880 00000100:00100000:1.0:1746070992.747272:0:20968:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431616128 00000100:00100000:1.0:1746070992.747275:0:20968:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431616128 00002000:00100000:1.0:1746070992.747290:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009e119180 x1830887431616128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070992.747302:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119180 with x1830887431616128 ext(2097152->4194303) 00002000:00010000:1.0:1746070992.747305:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e119180 00000100:00100000:1.0:1746070992.747323:0:20968:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13964 00000100:00100000:1.0:1746070992.747332:0:20968:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2010:x1830887431615872:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070992.748019:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13965 00000100:00100000:0.0:1746070992.748029:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2010:x1830887431616128:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070992.774218:0:20968:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2010:x1830887431615872:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 26879us (27245us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746070992.774231:0:20968:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13964 00002000:00100000:1.0:1746070992.774243:0:20968:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff88009e119880 x1830887431615872/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070992.774252:0:20968:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119880 with x1830887431615872 ext(2097152->4194303) 00002000:00010000:1.0:1746070992.774257:0:20968:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119880 00000100:00100000:1.0:1746070992.776899:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2010:x1830887431616128:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 28867us (29852us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746070992.776908:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13965 00002000:00100000:1.0:1746070992.776916:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009e119180 x1830887431616128/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070992.776923:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119180 with x1830887431616128 ext(2097152->4194303) 00002000:00010000:1.0:1746070992.776927:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e119180 00000100:00100000:2.0:1746070992.791509:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.791638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.791781:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431616384 00000100:00100000:1.0:1746070992.791788:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431616384 00002000:00100000:1.0:1746070992.791823:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff88009f991f80 x1830887431616384/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070992.791832:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f991f80 with x1830887431616384 ext(4194304->6291455) 00002000:00010000:1.0:1746070992.791836:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f991f80 00000100:00100000:1.0:1746070992.791848:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431616640 00000100:00100000:1.0:1746070992.791849:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431616640 00002000:00100000:1.0:1746070992.791857:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009f990e00 x1830887431616640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070992.791875:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f990e00 with x1830887431616640 ext(4194304->6291455) 00002000:00010000:1.0:1746070992.791878:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f990e00 00000100:00100000:1.0:1746070992.791897:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13966 00000100:00100000:1.0:1746070992.791903:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2008:x1830887431616384:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070992.794304:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13967 00000100:00100000:3.0:1746070992.794315:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431616640:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070992.811889:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2008:x1830887431616384:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 19954us (20355us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070992.811901:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13966 00002000:00100000:2.0:1746070992.811913:0:9573:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff88009f991f80 x1830887431616384/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070992.811922:0:9573:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f991f80 with x1830887431616384 ext(4194304->6291455) 00002000:00010000:2.0:1746070992.811927:0:9573:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f991f80 00000100:00100000:3.0:1746070992.818010:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2008:x1830887431616640:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 23688us (26361us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746070992.818021:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13967 00002000:00100000:3.0:1746070992.818032:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009f990e00 x1830887431616640/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070992.818040:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f990e00 with x1830887431616640 ext(4194304->6291455) 00002000:00010000:3.0:1746070992.818046:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f990e00 00000100:00100000:0.0:1746070992.823555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.823597:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.823623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.823644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.823686:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431616896 00000100:00100000:0.0:1746070992.823694:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431616896 00002000:00100000:0.0:1746070992.823731:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff88009e118a80 x1830887431616896/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.823741:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118a80 with x1830887431616896 ext(6291456->7340031) 00002000:00010000:0.0:1746070992.823745:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118a80 00000100:00100000:0.0:1746070992.823765:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431617152 00000100:00100000:0.0:1746070992.823768:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431617152 00002000:00100000:0.0:1746070992.823782:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009e118e00 x1830887431617152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.823788:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118e00 with x1830887431617152 ext(6291456->7340031) 00002000:00010000:0.0:1746070992.823791:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e118e00 00000100:00100000:0.0:1746070992.823799:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431617408 00000100:00100000:0.0:1746070992.823801:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431617408 00002000:00100000:0.0:1746070992.823810:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff88009e119f80 x1830887431617408/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.823815:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119f80 with x1830887431617408 ext(7340032->8388607) 00002000:00010000:0.0:1746070992.823817:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119f80 00000100:00100000:0.0:1746070992.823824:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431617664 00000100:00100000:0.0:1746070992.823826:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431617664 00002000:00100000:0.0:1746070992.823833:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88009e118000 x1830887431617664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.823838:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118000 with x1830887431617664 ext(7340032->8388607) 00002000:00010000:0.0:1746070992.823840:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e118000 00000100:00100000:0.0:1746070992.823847:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13968 00000100:00100000:0.0:1746070992.823852:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2007:x1830887431616896:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070992.824418:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13969 00000100:00100000:0.0:1746070992.824424:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2007:x1830887431617152:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070992.824911:0:28671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13970 00000100:00100000:0.0:1746070992.824917:0:28671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431617408:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070992.825374:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13971 00000100:00100000:0.0:1746070992.825380:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887431617664:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070992.848175:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2007:x1830887431616896:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 24313us (24618us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070992.848185:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13968 00002000:00100000:2.0:1746070992.848195:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff88009e118a80 x1830887431616896/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070992.848204:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118a80 with x1830887431616896 ext(6291456->7340031) 00002000:00010000:2.0:1746070992.848210:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118a80 00000100:00100000:0.0:1746070992.848445:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887431617152:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 24019us (24846us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070992.848452:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13969 00002000:00100000:0.0:1746070992.848457:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009e118e00 x1830887431617152/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.848464:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118e00 with x1830887431617152 ext(6291456->7340031) 00002000:00010000:0.0:1746070992.848467:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e118e00 00000100:00100000:0.0:1746070992.857329:0:28671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2007:x1830887431617408:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 32403us (33696us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070992.857341:0:28671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13970 00002000:00100000:0.0:1746070992.857351:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff88009e119f80 x1830887431617408/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.857360:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119f80 with x1830887431617408 ext(7340032->8388607) 00002000:00010000:0.0:1746070992.857365:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119f80 00000100:00100000:0.0:1746070992.861164:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431617664:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 35778us (37512us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070992.861174:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13971 00002000:00100000:0.0:1746070992.861184:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88009e118000 x1830887431617664/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.861192:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118000 with x1830887431617664 ext(7340032->8388607) 00002000:00010000:0.0:1746070992.861196:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e118000 00000100:00100000:2.0:1746070992.878665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.878701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.879192:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431617920 00000100:00100000:0.0:1746070992.879200:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431617920 00002000:00100000:0.0:1746070992.879235:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff88009f992300 x1830887431617920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.879243:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f992300 with x1830887431617920 ext(8388608->10485759) 00002000:00010000:0.0:1746070992.879248:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f992300 00000100:00100000:0.0:1746070992.879260:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431618176 00000100:00100000:0.0:1746070992.879261:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431618176 00002000:00100000:0.0:1746070992.879270:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009f991880 x1830887431618176/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.879276:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f991880 with x1830887431618176 ext(8388608->10485759) 00002000:00010000:0.0:1746070992.879278:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f991880 00000100:00100000:0.0:1746070992.879295:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13972 00000100:00100000:0.0:1746070992.879301:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2008:x1830887431617920:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070992.879495:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13973 00000100:00100000:3.0:1746070992.879502:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431618176:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:3.0:1746070992.908071:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431618176:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 28561us (29361us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746070992.908091:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13973 00002000:00100000:3.0:1746070992.908102:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009f991880 x1830887431618176/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070992.908110:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f991880 with x1830887431618176 ext(8388608->10485759) 00002000:00010000:3.0:1746070992.908115:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f991880 00000100:00100000:0.0:1746070992.910580:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2008:x1830887431617920:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 31272us (31915us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746070992.910591:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13972 00002000:00100000:0.0:1746070992.910599:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff88009f992300 x1830887431617920/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.910608:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f992300 with x1830887431617920 ext(8388608->10485759) 00002000:00010000:0.0:1746070992.910612:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f992300 00000100:00100000:0.0:1746070992.915112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.915665:0:27001:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431618432 00000100:00100000:2.0:1746070992.915673:0:27001:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431618432 00002000:00100000:2.0:1746070992.915707:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff88009e11a300 x1830887431618432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070992.915717:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a300 with x1830887431618432 ext(10485760->11534335) 00002000:00010000:2.0:1746070992.915721:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11a300 00000100:00100000:2.0:1746070992.915755:0:27001:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13974 00000100:00100000:2.0:1746070992.915762:0:27001:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2009:x1830887431618432:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070992.918857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.918957:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431618688 00000100:00100000:3.0:1746070992.918964:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431618688 00002000:00100000:3.0:1746070992.918994:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88009e369f80 x1830887431618688/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070992.919003:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369f80 with x1830887431618688 ext(10485760->11534335) 00002000:00010000:3.0:1746070992.919007:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e369f80 00000100:00100000:3.0:1746070992.919023:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13975 00000100:00100000:3.0:1746070992.919030:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2010:x1830887431618688:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070992.920481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.921976:0:28671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431618944 00000100:00100000:1.0:1746070992.921983:0:28671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431618944 00002000:00100000:1.0:1746070992.922036:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->12582911) req@ffff88009e118380 x1830887431618944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070992.922044:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118380 with x1830887431618944 ext(11534336->12582911) 00002000:00010000:1.0:1746070992.922049:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118380 00000100:00100000:2.0:1746070992.922120:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13976 00000100:00100000:2.0:1746070992.922128:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2009:x1830887431618944:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070992.925466:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.926179:0:28671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431619200 00000100:00100000:2.0:1746070992.926187:0:28671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431619200 00002000:00100000:2.0:1746070992.926224:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009e36b800 x1830887431619200/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070992.926233:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36b800 with x1830887431619200 ext(11534336->12582911) 00002000:00010000:2.0:1746070992.926237:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e36b800 00000100:00100000:2.0:1746070992.926266:0:28671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13977 00000100:00100000:2.0:1746070992.926273:0:28671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2010:x1830887431619200:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070992.930436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.931267:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431619456 00000100:00100000:3.0:1746070992.931274:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431619456 00002000:00100000:3.0:1746070992.931307:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff88009e368000 x1830887431619456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/0 e 0 to 0 dl 1746071003 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070992.931316:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e368000 with x1830887431619456 ext(12582912->13631487) 00002000:00010000:3.0:1746070992.931321:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e368000 00000100:00100000:3.0:1746070992.931341:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13978 00000100:00100000:3.0:1746070992.931348:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2009:x1830887431619456:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070992.931652:0:27001:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2cef828f-2ddc-413e-ab0c-d5649e53048f+18:2009:x1830887431618432:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 15889us (16546us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070992.931659:0:27001:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13974 00002000:00100000:2.0:1746070992.931664:0:27001:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff88009e11a300 x1830887431618432/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070992.931671:0:27001:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a300 with x1830887431618432 ext(10485760->11534335) 00002000:00010000:2.0:1746070992.931673:0:27001:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11a300 00000100:00100000:2.0:1746070992.934710:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2010:x1830887431618688:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 15672us (15850us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070992.934721:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13975 00002000:00100000:2.0:1746070992.934731:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88009e369f80 x1830887431618688/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070992.934741:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e369f80 with x1830887431618688 ext(10485760->11534335) 00002000:00010000:2.0:1746070992.934746:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e369f80 00000100:00100000:3.0:1746070992.939556:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+16:2009:x1830887431618944:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 17419us (19068us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070992.939567:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13976 00002000:00100000:3.0:1746070992.939577:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->12582911) req@ffff88009e118380 x1830887431618944/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070992.939586:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118380 with x1830887431618944 ext(11534336->12582911) 00002000:00010000:3.0:1746070992.939591:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118380 00000100:00100000:3.0:1746070992.946520:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2009:x1830887431619456:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 15157us (16076us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070992.946531:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13978 00002000:00100000:3.0:1746070992.946541:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff88009e368000 x1830887431619456/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070992.946551:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e368000 with x1830887431619456 ext(12582912->13631487) 00002000:00010000:3.0:1746070992.946556:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e368000 00000100:00100000:0.0:1746070992.948074:0:28671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2010:x1830887431619200:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 21795us (22609us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070992.948091:0:28671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13977 00002000:00100000:0.0:1746070992.948101:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009e36b800 x1830887431619200/t0(0) o3->2cef828f-2ddc-413e-ab0c-d5649e53048f@192.168.204.29@tcp:623/0 lens 488/440 e 0 to 0 dl 1746071003 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070992.948109:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e36b800 with x1830887431619200 ext(11534336->12582911) 00002000:00010000:0.0:1746070992.948113:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e36b800 00000100:00100000:1.0:1746070992.956859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.956967:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431619712 00000100:00100000:3.0:1746070992.956976:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431619712 00000100:00100000:3.0:1746070992.957024:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 199 00000100:00100000:3.0:1746070992.957031:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:3699:x1830887431619712:12345-192.168.204.29@tcp:35:cmp.0 00000100:00100000:3.0:1746070992.957242:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:3699:x1830887431619712:12345-192.168.204.29@tcp:35:cmp.0 Request processed in 211us (391us total) trans 4294981785 rc 0/0 00000100:00100000:3.0:1746070992.957248:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 199 00000100:00100000:1.0:1746070992.973270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070992.973336:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431619968 00000100:00100000:3.0:1746070992.973343:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431619968 00000100:00100000:3.0:1746070992.973380:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32200 00000100:00100000:3.0:1746070992.973386:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+26:3700:x1830887431619968:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:3.0:1746070992.973402:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070992.973417:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290200/0xa5d706000803916f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015824 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.973488:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008039176 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070992.973499:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008039176 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070992.973508:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008039176 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746070992.973515:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:3.0:1746070992.973583:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290200/0xa5d706000803916f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015824 expref: 29 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.973605:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008039176 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015824 expref: 28 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070992.973611:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:3.0:1746070992.973614:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070992.973617:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0290a00, rc 0) 00000100:00100000:3.0:1746070992.973648:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+28:3700:x1830887431619968:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 262us (385us total) trans 4294981786 rc 0/0 00000100:00100000:3.0:1746070992.973653:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32200 00000100:00100000:1.0:1746070992.974022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.974065:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431620096 00000100:00100000:2.0:1746070992.974069:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431620096 00000100:00100000:2.0:1746070992.974109:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 585 00000100:00100000:2.0:1746070992.974115:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+28:2008:x1830887431620096:12345-192.168.204.29@tcp:63:ll_sa.0 00010000:00010000:2.0:1746070992.974130:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070992.974137:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008039184 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01582b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.974164:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d706000803918b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974170:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d706000803918b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974176:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d706000803918b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974185:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60dba00/0xa5d7060008039192 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974190:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60dba00/0xa5d7060008039192 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974195:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60dba00/0xa5d7060008039192 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974219:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d706000803918b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974224:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d706000803918b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974233:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d706000803918b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974238:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a60da600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070992.974242:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d706000803918b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974248:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d706000803918b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974255:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070992.974257:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070992.974259:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d706000803918b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974263:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da600/0xa5d706000803918b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974286:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60dba00/0xa5d7060008039192 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974291:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60dba00/0xa5d7060008039192 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974294:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60dba00/0xa5d7060008039192 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974298:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a60dba00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070992.974300:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60dba00/0xa5d7060008039192 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974304:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60dba00/0xa5d7060008039192 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974314:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880135e47d00) 00010000:00010000:2.0:1746070992.974316:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070992.974318:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60dba00/0xa5d7060008039192 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974322:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60dba00/0xa5d7060008039192 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:2.0:1746070992.974340:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008039184 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01582b expref: 29 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.974346:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070992.974348:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746070992.974350:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60da000/0xa5d7060008039184 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01582b expref: 29 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.974355:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a60da000, rc -2) 00000100:00100000:2.0:1746070992.974379:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+28:2008:x1830887431620096:12345-192.168.204.29@tcp:63:ll_sa.0 Request processed in 265us (358us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746070992.974385:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 585 00000100:00100000:2.0:1746070992.979498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.980490:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431620224 00000100:00100000:0.0:1746070992.980500:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431620224 00000100:00100000:0.0:1746070992.982285:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 437 00000100:00100000:0.0:1746070992.982298:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f990380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+28:2009:x1830887431620224:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070992.982311:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070992.982333:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0290a00/0xa5d7060008039176 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015824 expref: 28 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.982359:0:7205:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:0.0:1746070992.982363:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070992.982405:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f990380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+27:2009:x1830887431620224:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 112us (2915us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070992.982411:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 437 00000100:00100000:2.0:1746070992.982921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.983143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.983211:0:9838:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431620608 00000100:00100000:0.0:1746070992.983218:0:9838:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431620608 00000100:00100000:0.0:1746070992.983247:0:9838:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 586 00000100:00100000:0.0:1746070992.983252:0:9838:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+27:2009:x1830887431620608:12345-192.168.204.29@tcp:63:ll_sa.0 00010000:00010000:0.0:1746070992.983278:0:9838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070992.983288:0:9838:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7600/0xa5d7060008039199 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015863 expref: -99 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.983322:0:9838:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7200/0xa5d70600080391a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983332:0:9838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7200/0xa5d70600080391a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983339:0:9838:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7200/0xa5d70600080391a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983347:0:9838:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7800/0xa5d70600080391a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983352:0:9838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7800/0xa5d70600080391a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983356:0:9838:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7800/0xa5d70600080391a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983383:0:9838:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7200/0xa5d70600080391a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983388:0:9838:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7200/0xa5d70600080391a0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983393:0:9838:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7200/0xa5d70600080391a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983397:0:9838:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a54b7200 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070992.983400:0:9838:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7200/0xa5d70600080391a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983404:0:9838:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7200/0xa5d70600080391a0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983411:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070992.983413:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070992.983416:0:9838:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7200/0xa5d70600080391a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983420:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7200/0xa5d70600080391a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983426:0:9838:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7800/0xa5d70600080391a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983431:0:9838:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7800/0xa5d70600080391a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983435:0:9838:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7800/0xa5d70600080391a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983438:0:9838:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a54b7800 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:0.0:1746070992.983440:0:9838:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7800/0xa5d70600080391a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983443:0:9838:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7800/0xa5d70600080391a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983447:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88012bff1f00) 00010000:00010000:0.0:1746070992.983448:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070992.983450:0:9838:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7800/0xa5d70600080391a7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983453:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7800/0xa5d70600080391a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:0.0:1746070992.983471:0:9838:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7600/0xa5d7060008039199 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015863 expref: 28 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.983476:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070992.983478:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746070992.983480:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a54b7600/0xa5d7060008039199 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015863 expref: 28 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.983485:0:9838:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54b7600, rc -2) 00000100:00100000:2.0:1746070992.983704:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431620480 00000100:00100000:2.0:1746070992.983707:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431620480 00000100:00100000:2.0:1746070992.983739:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32201 00000100:00100000:2.0:1746070992.983744:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+28:3700:x1830887431620480:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:2.0:1746070992.983752:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070992.983759:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60dae00/0xa5d70600080391ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01585c expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.983814:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617d800/0xa5d70600080391b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070992.983821:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617d800/0xa5d70600080391b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070992.983827:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617d800/0xa5d70600080391b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:2.0:1746070992.983833:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746070992.983922:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60dae00/0xa5d70600080391ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01585c expref: 31 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.983932:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617d800/0xa5d70600080391b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01585c expref: 30 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070992.983936:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:2.0:1746070992.983938:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746070992.983939:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a617d800, rc 0) 00000100:00100000:0.0:1746070992.984053:0:9838:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+30:2009:x1830887431620608:12345-192.168.204.29@tcp:63:ll_sa.0 Request processed in 800us (1132us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746070992.984059:0:9838:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 586 00000100:00100000:2.0:1746070992.984316:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+29:3700:x1830887431620480:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 571us (1172us total) trans 4294981787 rc 0/0 00000100:00100000:2.0:1746070992.984321:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32201 00000100:00100000:1.0:1746070992.989664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070992.989705:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070992.989716:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431620736 00000100:00100000:2.0:1746070992.989723:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431620736 00000100:00100000:1.0:1746070992.989966:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070992.990017:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431620864 00000100:00100000:0.0:1746070992.990021:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431620864 00000100:00100000:0.0:1746070992.990050:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 438 00000100:00100000:0.0:1746070992.990056:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+29:2007:x1830887431620864:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070992.990068:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070992.990099:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a617d800/0xa5d70600080391b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01585c expref: 29 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070992.990112:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:0.0:1746070992.990116:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070992.990149:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+28:2007:x1830887431620864:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 93us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070992.990155:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 438 00000100:00100000:1.0:1746070992.990305:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431620992 00000100:00100000:1.0:1746070992.990309:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431620992 00000100:00100000:1.0:1746070992.990328:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30390 00000100:00100000:1.0:1746070992.990333:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+22:2007:x1830887431620736:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:1.0:1746070992.990344:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070992.990355:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d70600080391c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0158a2 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.990370:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.990372:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.990377:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d70600080391c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158a2 expref: 23 pid: 10108 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070992.990390:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800821b3000/0xa5d70600080391c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158a2 expref: 23 pid: 10108 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070992.990403:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b3000, rc 0) 00000100:00100000:1.0:1746070992.990419:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2007:x1830887431620736:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 86us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070992.990424:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30390 00000100:00100000:1.0:1746070992.990434:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30391 00000100:00100000:1.0:1746070992.990439:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+8:2008:x1830887431620992:12345-192.168.204.29@tcp:101:cmp.0 00010000:00010000:1.0:1746070992.990444:0:10108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070992.990453:0:10108:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800821b2800/0xa5d70600080391ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0158a9 expref: -99 pid: 10108 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070992.990462:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.990463:0:10108:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070992.990467:0:10108:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800821b2800/0xa5d70600080391ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158a9 expref: 9 pid: 10108 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070992.990477:0:10108:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800821b2800/0xa5d70600080391ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158a9 expref: 9 pid: 10108 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746070992.990483:0:10108:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800821b2800, rc 0) 00000100:00100000:1.0:1746070992.990496:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2008:x1830887431620992:12345-192.168.204.29@tcp:101:cmp.0 Request processed in 57us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070992.990761:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30391 00000100:00100000:3.0:1746070993.007100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070993.007141:0:28671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431621248 00000100:00100000:0.0:1746070993.007150:0:28671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431621248 00002000:00100000:0.0:1746070993.007205:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (0->2097151) req@ffff880072776d80 x1830887431621248/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070993.007213:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072776d80 with x1830887431621248 ext(0->2097151) 00002000:00010000:0.0:1746070993.007217:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072776d80 00000100:00100000:0.0:1746070993.007245:0:28671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13979 00000100:00100000:0.0:1746070993.007252:0:28671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2008:x1830887431621248:12345-192.168.204.29@tcp:3:cmp.0 00000100:00080000:1.0:1746070993.011619:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070993.014845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070993.015831:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431621504 00000100:00100000:3.0:1746070993.015840:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431621504 00002000:00100000:3.0:1746070993.015913:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88009e119c00 x1830887431621504/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070993.015922:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119c00 with x1830887431621504 ext(0->2097151) 00002000:00010000:3.0:1746070993.015928:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e119c00 00000100:00100000:3.0:1746070993.015963:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13980 00000100:00100000:3.0:1746070993.015970:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2008:x1830887431621504:12345-192.168.204.29@tcp:3:cmp.0 00000100:00080000:1.0:1746070993.017531:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746070993.024599:0:28671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2008:x1830887431621248:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 17340us (17498us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070993.024609:0:28671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13979 00002000:00100000:2.0:1746070993.024621:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (0->2097151) req@ffff880072776d80 x1830887431621248/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.024630:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072776d80 with x1830887431621248 ext(0->2097151) 00002000:00010000:2.0:1746070993.024636:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072776d80 00000100:00100000:3.0:1746070993.031972:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2008:x1830887431621504:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 15994us (17126us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746070993.031983:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13980 00002000:00100000:3.0:1746070993.031993:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88009e119c00 x1830887431621504/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070993.032002:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119c00 with x1830887431621504 ext(0->2097151) 00002000:00010000:3.0:1746070993.032007:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e119c00 00000100:00100000:3.0:1746070993.057434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070993.057462:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070993.057526:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431621760 00000100:00100000:0.0:1746070993.057533:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431621760 00002000:00100000:0.0:1746070993.057569:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff880072775180 x1830887431621760/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070993.057577:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775180 with x1830887431621760 ext(2097152->4194303) 00002000:00010000:0.0:1746070993.057582:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072775180 00000100:00100000:0.0:1746070993.057596:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431622016 00000100:00100000:0.0:1746070993.057597:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431622016 00002000:00100000:0.0:1746070993.057607:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880072774a80 x1830887431622016/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070993.057613:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774a80 with x1830887431622016 ext(2097152->4194303) 00002000:00010000:0.0:1746070993.057615:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072774a80 00000100:00100000:0.0:1746070993.057624:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13981 00000100:00100000:0.0:1746070993.057630:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2007:x1830887431621760:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070993.057775:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13982 00000100:00100000:2.0:1746070993.057783:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2007:x1830887431622016:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070993.080858:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2007:x1830887431622016:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 23067us (23385us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070993.080885:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13982 00002000:00100000:2.0:1746070993.080897:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880072774a80 x1830887431622016/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.080906:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072774a80 with x1830887431622016 ext(2097152->4194303) 00002000:00010000:2.0:1746070993.080911:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072774a80 00000100:00100000:2.0:1746070993.084354:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2007:x1830887431621760:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 26716us (26919us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746070993.084364:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13981 00002000:00100000:2.0:1746070993.084374:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff880072775180 x1830887431621760/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.084383:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775180 with x1830887431621760 ext(2097152->4194303) 00002000:00010000:2.0:1746070993.084387:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072775180 00000100:00100000:3.0:1746070993.128656:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070993.128700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070993.128765:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431622400 00000100:00100000:0.0:1746070993.128773:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431622400 00002000:00100000:0.0:1746070993.128807:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff880072775f80 x1830887431622400/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070993.128815:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775f80 with x1830887431622400 ext(4194304->6291455) 00002000:00010000:0.0:1746070993.128820:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072775f80 00000100:00100000:0.0:1746070993.128831:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431622528 00000100:00100000:0.0:1746070993.128833:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431622528 00002000:00100000:0.0:1746070993.128843:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff880072777480 x1830887431622528/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070993.128849:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777480 with x1830887431622528 ext(4194304->6291455) 00002000:00010000:0.0:1746070993.128851:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072777480 00000100:00100000:0.0:1746070993.128883:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13983 00000100:00100000:0.0:1746070993.128889:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2010:x1830887431622400:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070993.129634:0:28671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13984 00000100:00100000:1.0:1746070993.129643:0:28671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2010:x1830887431622528:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070993.155333:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2010:x1830887431622400:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 26435us (26676us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746070993.155343:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13983 00002000:00100000:1.0:1746070993.155352:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff880072775f80 x1830887431622400/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.155361:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072775f80 with x1830887431622400 ext(4194304->6291455) 00002000:00010000:1.0:1746070993.155366:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072775f80 00000100:00100000:1.0:1746070993.160376:0:28671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2010:x1830887431622528:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 30726us (31666us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746070993.160388:0:28671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13984 00002000:00100000:1.0:1746070993.160399:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff880072777480 x1830887431622528/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.160409:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072777480 with x1830887431622528 ext(4194304->6291455) 00002000:00010000:1.0:1746070993.160414:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072777480 00000100:00100000:0.0:1746070993.164238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070993.164806:0:28671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431622784 00000100:00100000:1.0:1746070993.164814:0:28671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431622784 00002000:00100000:1.0:1746070993.164850:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff88009e11a680 x1830887431622784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.164860:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a680 with x1830887431622784 ext(6291456->7340031) 00002000:00010000:1.0:1746070993.164896:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11a680 00000100:00100000:1.0:1746070993.164930:0:28671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13985 00000100:00100000:1.0:1746070993.164937:0:28671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2007:x1830887431622784:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070993.169859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.171542:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431623040 00000100:00100000:2.0:1746070993.171552:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431623040 00002000:00100000:2.0:1746070993.171583:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009e11b480 x1830887431623040/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.171592:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b480 with x1830887431623040 ext(6291456->7340031) 00002000:00010000:2.0:1746070993.171598:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e11b480 00000100:00100000:2.0:1746070993.171627:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13986 00000100:00100000:2.0:1746070993.171633:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2007:x1830887431623040:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070993.173831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.174708:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431623296 00000100:00100000:2.0:1746070993.174719:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431623296 00002000:00100000:2.0:1746070993.175714:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff88009e118700 x1830887431623296/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.175724:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118700 with x1830887431623296 ext(7340032->8388607) 00002000:00010000:2.0:1746070993.175730:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118700 00000100:00100000:2.0:1746070993.175761:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13987 00000100:00100000:2.0:1746070993.175768:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+25:2009:x1830887431623296:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070993.180332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.180396:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431623552 00000100:00100000:2.0:1746070993.180405:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431623552 00002000:00100000:2.0:1746070993.180445:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88009e11bb80 x1830887431623552/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.180455:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11bb80 with x1830887431623552 ext(7340032->8388607) 00002000:00010000:2.0:1746070993.180460:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e11bb80 00000100:00100000:1.0:1746070993.180638:0:28671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+25:2007:x1830887431622784:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 15700us (16405us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070993.181348:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13988 00000100:00100000:2.0:1746070993.181357:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2009:x1830887431623552:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070993.182956:0:28671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13985 00002000:00100000:1.0:1746070993.182968:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff88009e11a680 x1830887431622784/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.182977:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11a680 with x1830887431622784 ext(6291456->7340031) 00002000:00010000:1.0:1746070993.182982:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11a680 00000100:00100000:2.0:1746070993.192887:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2007:x1830887431623040:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 21245us (23027us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070993.192897:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13986 00002000:00100000:2.0:1746070993.192908:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009e11b480 x1830887431623040/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.192922:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b480 with x1830887431623040 ext(6291456->7340031) 00002000:00010000:2.0:1746070993.192927:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e11b480 00000100:00100000:2.0:1746070993.193216:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2009:x1830887431623552:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 11859us (12891us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070993.193221:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13988 00002000:00100000:2.0:1746070993.193225:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88009e11bb80 x1830887431623552/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.193232:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11bb80 with x1830887431623552 ext(7340032->8388607) 00002000:00010000:2.0:1746070993.193234:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e11bb80 00000100:00100000:3.0:1746070993.193398:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2009:x1830887431623296:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 17631us (19571us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070993.193404:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13987 00002000:00100000:3.0:1746070993.193408:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff88009e118700 x1830887431623296/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070993.193414:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e118700 with x1830887431623296 ext(7340032->8388607) 00002000:00010000:3.0:1746070993.193416:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e118700 00000100:00100000:0.0:1746070993.215733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070993.215781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.215899:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431623808 00000100:00100000:2.0:1746070993.215906:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431623808 00002000:00100000:2.0:1746070993.215941:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff88009e11b800 x1830887431623808/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.215949:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b800 with x1830887431623808 ext(8388608->10485759) 00002000:00010000:2.0:1746070993.215954:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11b800 00000100:00100000:2.0:1746070993.215969:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431624064 00000100:00100000:2.0:1746070993.215971:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431624064 00002000:00100000:2.0:1746070993.215982:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009e11b100 x1830887431624064/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.215988:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b100 with x1830887431624064 ext(8388608->10485759) 00002000:00010000:2.0:1746070993.215990:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e11b100 00000100:00100000:2.0:1746070993.216015:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13989 00000100:00100000:2.0:1746070993.216022:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2007:x1830887431623808:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070993.216044:0:28671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13990 00000100:00100000:1.0:1746070993.216051:0:28671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2007:x1830887431624064:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070993.223592:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426923264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746070993.223642:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070993.223749:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426923264 00000100:00100000:1.0:1746070993.223756:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426923264 00000100:00100000:1.0:1746070993.223790:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1746070993.223795:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830887426923264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746070993.223812:0:9570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 567171904 pending 35897344 free 3888570368 avail 3657048064 00000100:00100000:1.0:1746070993.223839:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830887426923264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070993.223844:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00080000:0.0:1746070993.223904:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070993.223926:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830887426923264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746070993.237422:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2007:x1830887431623808:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 21393us (21688us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746070993.237434:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13989 00002000:00100000:1.0:1746070993.237444:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff88009e11b800 x1830887431623808/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.237453:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b800 with x1830887431623808 ext(8388608->10485759) 00002000:00010000:1.0:1746070993.237459:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e11b800 00000100:00100000:1.0:1746070993.237817:0:28671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2007:x1830887431624064:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 21766us (22034us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746070993.237822:0:28671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13990 00002000:00100000:1.0:1746070993.237827:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009e11b100 x1830887431624064/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.237834:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e11b100 with x1830887431624064 ext(8388608->10485759) 00002000:00010000:1.0:1746070993.237837:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e11b100 00000100:00100000:0.0:1746070993.243028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070993.243488:0:28671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431624320 00000100:00100000:1.0:1746070993.243497:0:28671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431624320 00002000:00100000:1.0:1746070993.243533:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff88009e119500 x1830887431624320/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.243543:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119500 with x1830887431624320 ext(10485760->11534335) 00002000:00010000:1.0:1746070993.243548:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119500 00000100:00100000:1.0:1746070993.243784:0:28671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13991 00000100:00100000:1.0:1746070993.243791:0:28671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2009:x1830887431624320:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:2.0:1746070993.250662:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070993.250853:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431624576 00000100:00100000:0.0:1746070993.250938:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431624576 00002000:00100000:0.0:1746070993.250976:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88009e0b2a00 x1830887431624576/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070993.250985:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2a00 with x1830887431624576 ext(10485760->11534335) 00002000:00010000:0.0:1746070993.250990:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e0b2a00 00000100:00100000:0.0:1746070993.253801:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13992 00000100:00100000:0.0:1746070993.253813:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2010:x1830887431624576:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070993.254597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.254843:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431624832 00000100:00100000:2.0:1746070993.254849:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431624832 00002000:00100000:2.0:1746070993.254899:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->12582911) req@ffff88009fd27800 x1830887431624832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.254908:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27800 with x1830887431624832 ext(11534336->12582911) 00002000:00010000:2.0:1746070993.254913:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd27800 00000100:00100000:2.0:1746070993.254927:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13993 00000100:00100000:2.0:1746070993.254933:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+25:2010:x1830887431624832:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070993.257140:0:28671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+25:2009:x1830887431624320:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 13342us (14112us total) trans 0 rc 1048576/1048576 00000004:00080000:0.0:1746070993.257146:0:10107:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 716306280749ns, next at 717306278574ns, rc = 0 00000100:00100000:1.0:1746070993.257151:0:28671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13991 00002000:00100000:1.0:1746070993.257162:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff88009e119500 x1830887431624320/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746070993.257165:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00100000:1.0:1746070993.257170:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e119500 with x1830887431624320 ext(10485760->11534335) 00002000:00010000:1.0:1746070993.257175:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e119500 00000100:00100000:0.0:1746070993.257177:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426923392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746070993.257220:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070993.257280:0:11447:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426923392 00000100:00100000:0.0:1746070993.257285:0:11447:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426923392 00000100:00100000:0.0:1746070993.258115:0:11447:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1746070993.258123:0:11447:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426923392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746070993.258142:0:11447:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 567171904 pending 35897344 free 3888570368 avail 3657048064 00000100:00100000:0.0:1746070993.258176:0:11447:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830887426923392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070993.258181:0:11447:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00080000:0.0:1746070993.258196:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070993.258222:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830887426923392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746070993.259550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.262127:0:28671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431625088 00000100:00100000:2.0:1746070993.262137:0:28671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431625088 00002000:00100000:2.0:1746070993.262177:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff880094919880 x1830887431625088/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.262186:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919880 with x1830887431625088 ext(11534336->12582911) 00002000:00010000:2.0:1746070993.262192:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094919880 00000100:00100000:2.0:1746070993.262211:0:28671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13994 00000100:00100000:2.0:1746070993.262218:0:28671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2010:x1830887431625088:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:1.0:1746070993.262914:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070993.262933:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431625344 00000100:00100000:1.0:1746070993.262936:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431625344 00002000:00100000:1.0:1746070993.262954:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff880094919180 x1830887431625344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.262960:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919180 with x1830887431625344 ext(12582912->13631487) 00002000:00010000:1.0:1746070993.262963:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094919180 00000100:00100000:1.0:1746070993.262975:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13995 00000100:00100000:1.0:1746070993.262979:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+25:2009:x1830887431625344:12345-192.168.204.29@tcp:3:cmp.0 00000100:00100000:0.0:1746070993.270006:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+11:2010:x1830887431624576:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 16186us (19341us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746070993.270019:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13992 00002000:00100000:0.0:1746070993.270030:0:9572:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88009e0b2a00 x1830887431624576/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746070993.270040:0:9572:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2a00 with x1830887431624576 ext(10485760->11534335) 00002000:00010000:0.0:1746070993.270045:0:9572:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e0b2a00 00000100:00100000:3.0:1746070993.270260:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+25:2010:x1830887431624832:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 15326us (15663us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746070993.270268:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13993 00002000:00100000:3.0:1746070993.270273:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->12582911) req@ffff88009fd27800 x1830887431624832/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746070993.270281:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd27800 with x1830887431624832 ext(11534336->12582911) 00002000:00010000:3.0:1746070993.270285:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd27800 00000100:00100000:2.0:1746070993.277057:0:28671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+9:2010:x1830887431625088:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 14830us (17500us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070993.277067:0:28671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13994 00002000:00100000:2.0:1746070993.277089:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff880094919880 x1830887431625088/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.277098:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919880 with x1830887431625088 ext(11534336->12582911) 00002000:00010000:2.0:1746070993.277103:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094919880 00000100:00100000:1.0:1746070993.278723:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+23:2009:x1830887431625344:12345-192.168.204.29@tcp:3:cmp.0 Request processed in 15739us (15807us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746070993.278732:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13995 00002000:00100000:1.0:1746070993.278739:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff880094919180 x1830887431625344/t0(0) o3->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/440 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.278747:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094919180 with x1830887431625344 ext(12582912->13631487) 00002000:00010000:1.0:1746070993.278751:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094919180 00000100:00100000:0.0:1746070993.286986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.287130:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431625600 00000100:00100000:2.0:1746070993.287138:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431625600 00000100:00100000:2.0:1746070993.287189:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 200 00000100:00100000:2.0:1746070993.287195:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+28:3700:x1830887431625600:12345-192.168.204.29@tcp:35:cmp.0 00000100:00100000:2.0:1746070993.287709:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+29:3700:x1830887431625600:12345-192.168.204.29@tcp:35:cmp.0 Request processed in 512us (729us total) trans 4294981788 rc 0/0 00000100:00100000:2.0:1746070993.287716:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 200 00000100:00100000:0.0:1746070993.290267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.290452:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431625856 00000100:00100000:2.0:1746070993.290459:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431625856 00000100:00100000:2.0:1746070993.290486:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 201 00000100:00100000:2.0:1746070993.290491:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+29:3700:x1830887431625856:12345-192.168.204.29@tcp:35:cmp.0 00000100:00100000:2.0:1746070993.290636:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+30:3700:x1830887431625856:12345-192.168.204.29@tcp:35:cmp.0 Request processed in 144us (375us total) trans 4294981789 rc 0/0 00000100:00100000:2.0:1746070993.290642:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 201 00000100:00100000:0.0:1746070993.324784:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.324899:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431626112 00000100:00100000:2.0:1746070993.324907:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431626112 00000100:00100000:2.0:1746070993.324953:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32202 00000100:00100000:2.0:1746070993.324959:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f693b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:3703:x1830887431626112:12345-192.168.204.29@tcp:36:rm.0 00010000:00010000:2.0:1746070993.325002:0:14000:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746070993.325021:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a069ac00/0xa5d7060008038f31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01572f expref: 39 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.325039:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c5200/0xa5d7060008038ef9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015713 expref: 38 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.325052:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:2.0:1746070993.325059:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800820ce000/0xa5d70600080390d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01579f expref: 37 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.325065:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070993.325067:0:14000:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746070993.325111:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.325120:0:14000:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880124215a00/0xa5d7060008039122 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157c2 expref: 29 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.325126:0:14000:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.325151:0:14000:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880124215a00/0xa5d7060008039122 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157c2 expref: 29 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.325161:0:14000:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880124215a00/0xa5d7060008039122 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157c2 expref: 29 pid: 21534 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746070993.325172:0:14000:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426923520:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070993.325244:0:14000:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebf6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070993.330094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070993.330166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070993.330201:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431626368 00000100:00100000:0.0:1746070993.330207:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431626368 00010000:00010000:0.0:1746070993.330235:0:7205:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880124215a00/0xa5d7060008039122 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157c2 expref: 30 pid: 21534 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746070993.330257:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14173 00000100:00100000:0.0:1746070993.330262:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+30:2010:x1830887431626368:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746070993.330272:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746070993.330277:0:7205:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880124215a00/0xa5d7060008039122 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157c2 expref: 30 pid: 21534 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746070993.330286:0:7205:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880124215a00/0xa5d7060008039122 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157c2 expref: 30 pid: 21534 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746070993.330305:0:7205:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070993.330309:0:7205:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070993.330316:0:7205:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070993.330322:0:7205:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070993.330335:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746070993.330367:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+30:2010:x1830887431626368:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 105us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070993.330372:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14173 00010000:00010000:3.0:1746070993.330509:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880124215a00/0xa5d7060008039122 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0157c2 expref: 29 pid: 21534 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746070993.330533:0:14000:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426923520:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070993.330548:0:14000:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.330554:0:14000:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.330559:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.330570:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880124214200/0xa5d70600080391d8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.330578:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880124214200/0xa5d70600080391d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.330584:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880124214200/0xa5d70600080391d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.330649:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.330656:0:14000:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038f8c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01576e expref: 28 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.330661:0:14000:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.330679:0:14000:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038f8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01576e expref: 28 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.330687:0:14000:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038f8c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01576e expref: 28 pid: 21534 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746070993.330695:0:14000:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072777800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426923648:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070993.330739:0:14000:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0285cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746070993.331046:0:9838:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431626240 00000100:00100000:1.0:1746070993.331050:0:9838:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431626240 00000100:00100000:1.0:1746070993.331088:0:9838:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 587 00000100:00100000:1.0:1746070993.331092:0:9838:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:2010:x1830887431626240:12345-192.168.204.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1746070993.331113:0:9838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070993.331119:0:9838:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2e00/0xa5d70600080391e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0158b0 expref: -99 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.331153:0:9838:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2200/0xa5d70600080391ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331159:0:9838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2200/0xa5d70600080391ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331164:0:9838:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2200/0xa5d70600080391ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331312:0:9838:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d70600080391f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331319:0:9838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d70600080391f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331324:0:9838:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d70600080391f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331338:0:9838:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2200/0xa5d70600080391ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331342:0:9838:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2200/0xa5d70600080391ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331347:0:9838:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2200/0xa5d70600080391ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331351:0:9838:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800726e2200 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070993.331355:0:9838:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2200/0xa5d70600080391ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331359:0:9838:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2200/0xa5d70600080391ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331367:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070993.331370:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070993.331371:0:9838:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2200/0xa5d70600080391ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331375:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2200/0xa5d70600080391ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331392:0:9838:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d70600080391f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331397:0:9838:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d70600080391f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331400:0:9838:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d70600080391f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331404:0:9838:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800726e2a00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070993.331406:0:9838:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d70600080391f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331411:0:9838:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d70600080391f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331416:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880131087400) 00010000:00010000:1.0:1746070993.331419:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070993.331420:0:9838:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d70600080391f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331424:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d70600080391f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.331443:0:9838:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2e00/0xa5d70600080391e6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158b0 expref: 38 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.331449:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070993.331450:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746070993.331453:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2e00/0xa5d70600080391e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158b0 expref: 38 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.331458:0:9838:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2e00, rc -2) 00000100:00100000:1.0:1746070993.331489:0:9838:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+37:2010:x1830887431626240:12345-192.168.204.29@tcp:63:ll_sa.0 Request processed in 396us (1403us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746070993.331495:0:9838:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 587 00000100:00100000:3.0:1746070993.338141:0:14000:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072777800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426923648:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070993.338163:0:14000:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000100:00100000:2.0:1746070993.338743:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070993.338801:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431626496 00000100:00100000:0.0:1746070993.338807:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431626496 00010000:00010000:0.0:1746070993.338831:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038f8c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01576e expref: 29 pid: 21534 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746070993.338861:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14174 00000100:00100000:3.0:1746070993.342262:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b422850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+29:2007:x1830887431626496:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070993.342282:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070993.342292:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038f8c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01576e expref: 29 pid: 21534 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746070993.342303:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038f8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01576e expref: 29 pid: 21534 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746070993.342320:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008038f8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01576e expref: 29 pid: 21534 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746070993.342343:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:3.0:1746070993.342348:0:7207:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.342355:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.342360:0:7207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.342376:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070993.342414:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b422850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+28:2007:x1830887431626496:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 176us (3673us total) trans 0 rc 0/0 00010000:00010000:2.0:1746070993.342419:0:14000:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000100:00100000:3.0:1746070993.342420:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14174 00010000:00010000:2.0:1746070993.342426:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000040:00080000:2.0:1746070993.342654:0:14000:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9216 00000040:00080000:2.0:1746070993.342676:0:14000:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:2.0:1746070993.342681:0:14000:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 716391816294ns, next at 717391814965ns, rc = 0 00010000:00010000:2.0:1746070993.342717:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d70600080391fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.342725:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d70600080391fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.342731:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d70600080391fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.342736:0:14000:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d70600080391fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.342740:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d70600080391fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.342745:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d70600080391fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344672:0:14000:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746070993.344699:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344707:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344712:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344716:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880124214c00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070993.344719:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344726:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344736:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:2.0:1746070993.344738:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746070993.344741:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344745:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d70600080391df lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344909:0:14000:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344915:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344919:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344924:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344928:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a62a8a00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:2.0:1746070993.344930:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344935:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344941:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070993.344944:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070993.344946:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344951:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d70600080391d1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00000004:00010000:2.0:1746070993.344960:0:14000:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009f693b80 reply state ffff8800a5faa000 transno 4294981790 ns: mdt-lustre-MDT0000_UUID lock: ffff880124214200/0xa5d70600080391d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344968:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880124214200/0xa5d70600080391d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.344974:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d9aed00) 00010000:00010000:2.0:1746070993.344975:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746070993.344978:0:14000:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746070993.345032:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f693b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:3703:x1830887431626112:12345-192.168.204.29@tcp:36:rm.0 Request processed in 20070us (20251us total) trans 4294981790 rc 0/0 00000100:00100000:2.0:1746070993.345039:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32202 00010000:00010000:1.0:1746070993.345757:0:7209:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746070993.345762:0:7209:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d70600080391fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.345768:0:7209:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a04a7400 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:1.0:1746070993.345770:0:7209:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d70600080391fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.345774:0:7209:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d70600080391fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.345782:0:7209:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012bff1200) 00010000:00010000:1.0:1746070993.345784:0:7209:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746070993.345786:0:7209:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d70600080391fb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.345790:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d70600080391fb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.345820:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746070993.345822:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746070993.345823:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746070993.395393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070993.395691:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431626624 00000100:00100000:0.0:1746070993.395699:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431626624 00000100:00100000:0.0:1746070993.396489:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32203 00000100:00100000:0.0:1746070993.396498:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+38:3707:x1830887431626624:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:0.0:1746070993.396517:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070993.396533:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880082196e00/0xa5d7060008039202 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0158e8 expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070993.396580:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880082197000/0xa5d7060008039209 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070993.396590:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880082197000/0xa5d7060008039209 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070993.396600:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880082197000/0xa5d7060008039209 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:0.0:1746070993.396637:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746070993.396640:0:14000:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746070993.396652:0:14000:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880082197000/0xa5d7060008039209 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:0.0:1746070993.396668:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880082196e00/0xa5d7060008039202 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158e8 expref: 40 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070993.396693:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880082197000/0xa5d7060008039209 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158e8 expref: 39 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070993.396704:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:0.0:1746070993.396706:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746070993.396709:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880082197000, rc 0) 00000100:00100000:0.0:1746070993.396750:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:3707:x1830887431626624:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 254us (1376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070993.396755:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32203 00000100:00100000:0.0:1746070993.399824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070993.399893:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431626880 00000100:00100000:3.0:1746070993.399901:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431626880 00000100:00100000:3.0:1746070993.399932:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32204 00000100:00100000:3.0:1746070993.399939:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+39:3707:x1830887431626880:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:3.0:1746070993.399956:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070993.399958:0:21534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746070993.399979:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880082197000/0xa5d7060008039209 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158e8 expref: 39 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.400007:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070993.400012:0:21534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070993.400021:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880124214000/0xa5d7060008039210 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0158ef expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.400118:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880124215e00/0xa5d7060008039217 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400128:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880124215e00/0xa5d7060008039217 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400136:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880124215e00/0xa5d7060008039217 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400145:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d706000803921e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400151:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d706000803921e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400156:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d706000803921e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400400:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d7060008039225 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400407:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d7060008039225 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400413:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d7060008039225 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746070993.400420:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00010000:00010000:3.0:1746070993.400435:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880124215e00/0xa5d7060008039217 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400441:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880124215e00/0xa5d7060008039217 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400446:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880124215e00/0xa5d7060008039217 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400452:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880124215e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:3.0:1746070993.400455:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880124215e00/0xa5d7060008039217 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400460:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880124215e00/0xa5d7060008039217 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400467:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070993.400469:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070993.400471:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880124215e00/0xa5d7060008039217 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400476:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880124215e00/0xa5d7060008039217 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00000004:00010000:3.0:1746070993.400484:0:21534:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009f690000 reply state ffff88009f887000 transno 4294981791 ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d706000803921e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400490:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880124214c00/0xa5d706000803921e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.400494:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d9aed00) 00010000:00010000:3.0:1746070993.400495:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746070993.400502:0:21534:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746070993.400518:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880124214000/0xa5d7060008039210 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158ef expref: 41 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.400533:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d7060008039225 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158ef expref: 40 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.400539:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a5e86f00) 00010000:00010000:3.0:1746070993.400541:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070993.400543:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880124214a00, rc 0) 00000100:00100000:3.0:1746070993.400580:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:3707:x1830887431626880:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 641us (763us total) trans 4294981791 rc 0/0 00000100:00100000:3.0:1746070993.400586:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32204 00000100:00100000:0.0:1746070993.411856:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.412543:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431627136 00000100:00100000:2.0:1746070993.412552:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431627136 00000100:00100000:2.0:1746070993.412604:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32205 00000100:00100000:2.0:1746070993.412611:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:3707:x1830887431627136:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:2.0:1746070993.412634:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070993.412650:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d7060008039233 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0158f6 expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.412726:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.412737:0:14000:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d7060008039225 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158ef expref: 42 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.412749:0:14000:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.412772:0:14000:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d7060008039225 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158ef expref: 42 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.412782:0:14000:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d7060008039225 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158ef expref: 42 pid: 21534 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746070993.412792:0:14000:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426923776:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070993.412885:0:14000:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebf300 going to sleep for 11 seconds 00000100:00100000:2.0:1746070993.416191:0:14000:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14000:1830887426923776:192.168.204.29@tcp:104: 00010000:00010000:2.0:1746070993.416210:0:14000:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000100:00100000:0.0:1746070993.416612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070993.416692:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431627264 00000100:00100000:3.0:1746070993.416698:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431627264 00010000:00010000:3.0:1746070993.416724:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d7060008039225 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158ef expref: 43 pid: 21534 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746070993.416755:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14175 00000100:00100000:3.0:1746070993.416761:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:2007:x1830887431627264:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070993.416771:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070993.416777:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d7060008039225 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158ef expref: 43 pid: 21534 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746070993.416785:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d7060008039225 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158ef expref: 43 pid: 21534 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746070993.416803:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d7060008039225 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158ef expref: 43 pid: 21534 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746070993.416826:0:7207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a5e86f00) 00010000:00010000:3.0:1746070993.416831:0:7207:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.416838:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.416844:0:7207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14000 initiator: MDT0 00010000:00010000:3.0:1746070993.416858:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070993.416915:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:2007:x1830887431627264:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 153us (304us total) trans 0 rc 0/0 00010000:00010000:1.0:1746070993.416917:0:14000:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000100:00100000:3.0:1746070993.416921:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14175 00010000:00010000:1.0:1746070993.416924:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:1.0:1746070993.416938:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00000004:00080000:1.0:1746070993.417061:0:14000:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00000004:00080000:1.0:1746070993.417065:0:14000:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1f:0x0], index 0: 0 00010000:00010000:1.0:1746070993.417145:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.417151:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.417157:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.417161:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a04a7400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070993.417164:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.417169:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.417176:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800a5e86f00) 00010000:00010000:1.0:1746070993.417179:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746070993.417182:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.417186:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d706000803923a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.417224:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d7060008039233 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158f6 expref: 42 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.417230:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d7060008039233 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158f6 expref: 42 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.417236:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a04a7c00, rc 0) 00000100:00100000:1.0:1746070993.417256:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:3707:x1830887431627136:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 4646us (5407us total) trans 4294981792 rc 301/301 00000100:00100000:1.0:1746070993.417262:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32205 00000100:00100000:0.0:1746070993.418763:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070993.418948:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431627520 00000100:00100000:3.0:1746070993.418953:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431627520 00000100:00100000:3.0:1746070993.418992:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 202 00000100:00100000:3.0:1746070993.418997:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880077869050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+41:3707:x1830887431627520:12345-192.168.204.29@tcp:35:lfs.0 00000100:00100000:3.0:1746070993.419306:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880077869050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:3707:x1830887431627520:12345-192.168.204.29@tcp:35:lfs.0 Request processed in 307us (543us total) trans 4294981793 rc 0/0 00000100:00100000:3.0:1746070993.419312:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 202 00000100:00100000:0.0:1746070993.421358:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070993.421588:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431627648 00000100:00100000:1.0:1746070993.421595:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431627648 00000100:00100000:1.0:1746070993.421639:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32206 00000100:00100000:1.0:1746070993.421645:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f693800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+42:3707:x1830887431627648:12345-192.168.204.29@tcp:101:lfs.0 00010000:00010000:1.0:1746070993.421662:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070993.421677:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d7060008039248 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f0158fd expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.421720:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d7060008039248 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158fd expref: 43 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.421730:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2a00/0xa5d7060008039248 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f0158fd expref: 43 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.421742:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff880131087600) 00010000:00010000:1.0:1746070993.421745:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746070993.421747:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2a00, rc 0) 00000100:00100000:1.0:1746070993.421789:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f693800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:3707:x1830887431627648:12345-192.168.204.29@tcp:101:lfs.0 Request processed in 144us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070993.421797:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32206 00000100:00100000:0.0:1746070993.423794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070993.423920:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431627904 00000100:00100000:3.0:1746070993.423927:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431627904 00000100:00100000:3.0:1746070993.423969:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 203 00000100:00100000:3.0:1746070993.423976:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+43:3707:x1830887431627904:12345-192.168.204.29@tcp:35:lfs.0 00000100:00100000:3.0:1746070993.424114:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:3707:x1830887431627904:12345-192.168.204.29@tcp:35:lfs.0 Request processed in 139us (323us total) trans 4294981794 rc 0/0 00000100:00100000:3.0:1746070993.424120:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 203 00000100:00100000:0.0:1746070993.431563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070993.431654:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431628032 00000100:00100000:3.0:1746070993.431662:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431628032 00000100:00100000:3.0:1746070993.431934:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32207 00000100:00100000:3.0:1746070993.431942:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+28:3709:x1830887431628032:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070993.431962:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070993.431979:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d706000803924f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015904 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.432023:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d7060008039256 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.432033:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d7060008039256 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.432042:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d7060008039256 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746070993.432086:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746070993.432090:0:21534:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746070993.432103:0:21534:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d7060008039256 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.432120:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880124214a00/0xa5d706000803924f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015904 expref: 30 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.432142:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d7060008039256 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015904 expref: 29 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.432149:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070993.432151:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746070993.432153:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007a2d1800, rc 0) 00000100:00100000:3.0:1746070993.432189:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b0b53bb-88cc-4676-8162-fb03f163a964+29:3709:x1830887431628032:12345-192.168.204.29@tcp:101:dd.0 Request processed in 249us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070993.432197:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32207 00000100:00100000:0.0:1746070993.433902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070993.434373:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431628288 00000100:00100000:1.0:1746070993.434379:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431628288 00000100:00100000:1.0:1746070993.434443:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32208 00000100:00100000:1.0:1746070993.434450:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+29:3709:x1830887431628288:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:1.0:1746070993.434462:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070993.434474:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2200/0xa5d706000803925d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01590b expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.434540:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2400/0xa5d7060008039264 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.434550:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2400/0xa5d7060008039264 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.434558:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2400/0xa5d7060008039264 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:1.0:1746070993.434567:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:1.0:1746070993.434635:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2200/0xa5d706000803925d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01590b expref: 32 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.435378:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800726e2400/0xa5d7060008039264 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01590b expref: 31 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.435385:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009fce5600) 00010000:00010000:1.0:1746070993.435387:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746070993.435389:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2400, rc 0) 00000100:00100000:1.0:1746070993.435431:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+31:3709:x1830887431628288:12345-192.168.204.29@tcp:101:dd.0 Request processed in 981us (1534us total) trans 4294981795 rc 0/0 00000100:00100000:1.0:1746070993.435438:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32208 00000100:00100000:2.0:1746070993.438692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070993.438734:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431628416 00000100:00100000:2.0:1746070993.438739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070993.438741:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431628416 00000100:00100000:1.0:1746070993.438767:0:14000:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431628672 00000100:00100000:1.0:1746070993.438769:0:14000:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431628672 00000100:00100000:2.0:1746070993.438778:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32209 00000100:00100000:2.0:1746070993.438785:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+44:3708:x1830887431628416:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070993.438801:0:7218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070993.438814:0:7218:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d7060008039272 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015912 expref: -99 pid: 7218 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746070993.438829:0:14000:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32210 00000100:00100000:1.0:1746070993.438834:0:14000:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+31:3709:x1830887431628672:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:1.0:1746070993.438841:0:14000:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070993.438843:0:14000:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746070993.438854:0:7218:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008039279 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070993.438856:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007a2d1800/0xa5d7060008039256 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015904 expref: 31 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.438876:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008039279 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070993.438885:0:7218:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008039279 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:1.0:1746070993.438888:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070993.438892:0:14000:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746070993.438896:0:14000:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d7060008039280 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015919 expref: -99 pid: 14000 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1746070993.438913:0:7218:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746070993.438915:0:7218:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746070993.438927:0:7218:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008039279 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7218 initiator: MDT0 00010000:00010000:2.0:1746070993.438940:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8a00/0xa5d7060008039272 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015912 expref: 46 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.438963:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008039287 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.438969:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008039287 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.438975:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008039287 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.438983:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3200/0xa5d706000803928e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.438986:0:7218:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008039279 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015912 expref: 45 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.438989:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3200/0xa5d706000803928e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.438992:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:2.0:1746070993.438994:0:7218:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746070993.438994:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3200/0xa5d706000803928e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:2.0:1746070993.438996:0:7218:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a8600, rc 0) 00010000:00010000:1.0:1746070993.439021:0:14000:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2800/0xa5d7060008039295 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439027:0:14000:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2800/0xa5d7060008039295 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439031:0:14000:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2800/0xa5d7060008039295 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00000004:00200000:1.0:1746070993.439036:0:14000:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00010000:00010000:1.0:1746070993.439105:0:14000:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008039287 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439110:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008039287 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439116:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008039287 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439121:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008039287 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439126:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a04a6e00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070993.439129:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008039287 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439134:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008039287 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439140:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070993.439142:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070993.439145:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008039287 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439149:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a6e00/0xa5d7060008039287 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439157:0:14000:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3200/0xa5d706000803928e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439162:0:14000:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3200/0xa5d706000803928e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439166:0:14000:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3200/0xa5d706000803928e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439170:0:14000:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c3200 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070993.439172:0:14000:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3200/0xa5d706000803928e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439175:0:14000:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3200/0xa5d706000803928e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14000 initiator: MDT0 00010000:00010000:1.0:1746070993.439180:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d9aed00) 00010000:00010000:1.0:1746070993.439182:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070993.439184:0:14000:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3200/0xa5d706000803928e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00000100:00100000:2.0:1746070993.439186:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+45:3708:x1830887431628416:12345-192.168.204.29@tcp:101:dd.0 Request processed in 402us (549us total) trans 0 rc 0/0 00010000:00010000:1.0:1746070993.439188:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3200/0xa5d706000803928e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14000 initiator: MDT0 00000100:00100000:2.0:1746070993.439192:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32209 00010000:00010000:1.0:1746070993.439206:0:14000:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7400/0xa5d7060008039280 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015919 expref: 33 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.439214:0:14000:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2800/0xa5d7060008039295 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015919 expref: 32 pid: 14000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.439219:0:14000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff880131087600) 00010000:00010000:1.0:1746070993.439221:0:14000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070993.439222:0:14000:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c2800, rc 0) 00000100:00100000:1.0:1746070993.439243:0:14000:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b0b53bb-88cc-4676-8162-fb03f163a964+32:3709:x1830887431628672:12345-192.168.204.29@tcp:101:dd.0 Request processed in 410us (504us total) trans 4294981796 rc 0/0 00000100:00100000:1.0:1746070993.439248:0:14000:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32210 00000100:00100000:0.0:1746070993.441783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.442062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070993.442229:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431629056 00000100:00100000:3.0:1746070993.442236:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431629056 00000100:00100000:1.0:1746070993.442535:0:9838:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431628800 00000100:00100000:1.0:1746070993.442539:0:9838:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431628800 00000100:00100000:1.0:1746070993.442565:0:9838:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 588 00000100:00100000:1.0:1746070993.442571:0:9838:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2009:x1830887431628800:12345-192.168.204.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1746070993.442597:0:9838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070993.442610:0:9838:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2200/0xa5d70600080392a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015920 expref: -99 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.442647:0:9838:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2600/0xa5d70600080392aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442657:0:9838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2600/0xa5d70600080392aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442667:0:9838:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2600/0xa5d70600080392aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442675:0:9838:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3a00/0xa5d70600080392b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442681:0:9838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3a00/0xa5d70600080392b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442686:0:9838:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3a00/0xa5d70600080392b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442756:0:9838:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3600/0xa5d70600080392b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442762:0:9838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3600/0xa5d70600080392b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442767:0:9838:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3600/0xa5d70600080392b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9838 initiator: MDT0 00000004:00200000:1.0:1746070993.442781:0:9838:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00000004:00200000:1.0:1746070993.442784:0:9838:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746070993.442794:0:9838:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3600/0xa5d70600080392b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442801:0:9838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3600/0xa5d70600080392b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442807:0:9838:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2600/0xa5d70600080392aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442812:0:9838:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2600/0xa5d70600080392aa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442818:0:9838:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2600/0xa5d70600080392aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442821:0:9838:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c2600 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070993.442825:0:9838:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2600/0xa5d70600080392aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442830:0:9838:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2600/0xa5d70600080392aa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442837:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070993.442840:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070993.442844:0:9838:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2600/0xa5d70600080392aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442848:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2600/0xa5d70600080392aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442856:0:9838:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3a00/0xa5d70600080392b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442861:0:9838:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3a00/0xa5d70600080392b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442893:0:9838:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3a00/0xa5d70600080392b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442897:0:9838:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a00c3a00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070993.442900:0:9838:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3a00/0xa5d70600080392b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442904:0:9838:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3a00/0xa5d70600080392b1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442910:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d9aed00) 00010000:00010000:1.0:1746070993.442912:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070993.442914:0:9838:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3a00/0xa5d70600080392b1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442918:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3a00/0xa5d70600080392b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442934:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c2200/0xa5d70600080392a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015920 expref: 48 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.442947:0:9838:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3600/0xa5d70600080392b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015920 expref: 47 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.442952:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff880131087600) 00010000:00010000:1.0:1746070993.442954:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746070993.442956:0:9838:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3600, rc 0) 00010000:00010000:1.0:1746070993.442959:0:9838:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070993.442964:0:9838:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3800/0xa5d70600080392bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015927 expref: -99 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.442978:0:9838:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d70600080392c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442983:0:9838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d70600080392c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442988:0:9838:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d70600080392c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.442997:0:9838:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4400/0xa5d70600080392cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443002:0:9838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4400/0xa5d70600080392cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443006:0:9838:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4400/0xa5d70600080392cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443018:0:9838:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d70600080392c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443022:0:9838:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d70600080392c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443026:0:9838:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d70600080392c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443030:0:9838:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a04a7c00 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070993.443032:0:9838:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d70600080392c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443036:0:9838:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d70600080392c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443041:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070993.443042:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070993.443044:0:9838:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d70600080392c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443048:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a04a7c00/0xa5d70600080392c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443056:0:9838:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4400/0xa5d70600080392cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443059:0:9838:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4400/0xa5d70600080392cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443063:0:9838:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4400/0xa5d70600080392cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443066:0:9838:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a06c4400 already unused, calling callback (ffffffffa0f25690) 00010000:00010000:1.0:1746070993.443080:0:9838:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4400/0xa5d70600080392cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443085:0:9838:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4400/0xa5d70600080392cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443093:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880131087300) 00010000:00010000:1.0:1746070993.443095:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746070993.443097:0:9838:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4400/0xa5d70600080392cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443101:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06c4400/0xa5d70600080392cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9838 initiator: MDT0 00010000:00010000:1.0:1746070993.443117:0:9838:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3800/0xa5d70600080392bf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015927 expref: 48 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.443123:0:9838:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:1.0:1746070993.443124:0:9838:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746070993.443127:0:9838:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a00c3800/0xa5d70600080392bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015927 expref: 48 pid: 9838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.443133:0:9838:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a00c3800, rc -2) 00000100:00100000:1.0:1746070993.443175:0:9838:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f692680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2009:x1830887431628800:12345-192.168.204.29@tcp:63:ll_sa.0 Request processed in 603us (1397us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746070993.443181:0:9838:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 588 00000100:00100000:3.0:1746070993.443456:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 32211 00000100:00100000:3.0:1746070993.443462:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:3708:x1830887431629056:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070993.443470:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070993.443474:0:21534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746070993.443484:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a62a8600/0xa5d7060008039279 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015912 expref: 46 pid: 7218 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.443496:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ef8ce00) 00010000:00010000:3.0:1746070993.443499:0:21534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070993.443504:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880124214400/0xa5d70600080392d4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015958 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.443551:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d70600080392db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.443557:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d70600080392db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746070993.443563:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d70600080392db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746070993.443570:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:3.0:1746070993.443637:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880124214400/0xa5d70600080392d4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015958 expref: 48 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.443646:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d70600080392db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015958 expref: 47 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.443651:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012bff1100) 00010000:00010000:3.0:1746070993.443653:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070993.443655:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52b1c00, rc 0) 00000100:00100000:3.0:1746070993.443688:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:3708:x1830887431629056:12345-192.168.204.29@tcp:101:dd.0 Request processed in 227us (1627us total) trans 4294981797 rc 0/0 00000100:00100000:3.0:1746070993.443693:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 32211 00000100:00100000:2.0:1746070993.451915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.451950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.451977:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431629184 00000100:00100000:2.0:1746070993.451984:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431629184 00000100:00100000:2.0:1746070993.452017:0:17293:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431629312 00000100:00100000:2.0:1746070993.452019:0:17293:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431629312 00000100:00100000:2.0:1746070993.452033:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30392 00000100:00100000:2.0:1746070993.452039:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2010:x1830887431629184:12345-192.168.204.29@tcp:101:ll_agl.0 00010000:00010000:2.0:1746070993.452054:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070993.452079:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d70600080392e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01595f expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070993.452097:0:17293:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746070993.452112:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070993.452114:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070993.452119:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d70600080392e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01595f expref: 10 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070993.452132:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d70600080392e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01595f expref: 10 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070993.452141:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a8a00, rc 0) 00000100:00100000:2.0:1746070993.452176:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2010:x1830887431629184:12345-192.168.204.29@tcp:101:ll_agl.0 Request processed in 137us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070993.452188:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30392 00000100:00100000:2.0:1746070993.452202:0:17293:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30393 00000100:00100000:2.0:1746070993.452207:0:17293:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2010:x1830887431629312:12345-192.168.204.29@tcp:101:ll_agl.0 00010000:00010000:2.0:1746070993.452213:0:17293:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070993.452221:0:17293:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d70600080392f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015966 expref: -99 pid: 17293 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070993.452233:0:17293:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746070993.452240:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070993.452241:0:17293:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070993.452245:0:17293:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d70600080392f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015966 expref: 15 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070993.452254:0:17293:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d70600080392f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015966 expref: 15 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070993.452260:0:17293:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62a9a00, rc 0) 00000100:00100000:2.0:1746070993.452274:0:17293:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2010:x1830887431629312:12345-192.168.204.29@tcp:101:ll_agl.0 Request processed in 67us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070993.452279:0:17293:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30393 00000100:00100000:2.0:1746070993.452306:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.452318:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431629440 00000100:00100000:2.0:1746070993.452320:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431629440 00000100:00100000:2.0:1746070993.452335:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30394 00000100:00100000:2.0:1746070993.452339:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+9:3709:x1830887431629440:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:2.0:1746070993.452345:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070993.452351:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800726e2200/0xa5d70600080392f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f01596d expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.452365:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d70600080392e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01595f expref: 9 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070993.452371:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070993.452372:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070993.452375:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726e2200/0xa5d70600080392f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01596d expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.452396:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d70600080392e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01595f expref: 9 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746070993.452410:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d70600080392e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01595f expref: 9 pid: 17293 timeout: 816 lvb_type: 1 00000100:00100000:2.0:1746070993.452426:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426923904:192.168.204.29@tcp:104: 00000100:00100000:2.0:1746070993.452479:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebf240 going to sleep for 11 seconds 00000100:00100000:2.0:1746070993.452536:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.452554:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431629568 00000100:00100000:2.0:1746070993.452556:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431629568 00000100:00100000:2.0:1746070993.452580:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 439 00000100:00100000:2.0:1746070993.452584:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2009:x1830887431629568:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070993.452596:0:7205:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070993.452610:0:7205:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52b1c00/0xa5d70600080392db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015958 expref: 47 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.452623:0:7205:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012bff1100) 00010000:00010000:2.0:1746070993.452627:0:7205:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070993.452638:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:2009:x1830887431629568:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 54us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070993.452643:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 439 00000100:00100000:0.0:1746070993.453761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070993.453815:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431629824 00000100:00100000:1.0:1746070993.453820:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431629824 00000100:00100000:1.0:1746070993.453852:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13996 00000100:00100000:1.0:1746070993.453857:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2007:x1830887431629824:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:1.0:1746070993.453899:0:26994:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080392fe lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.453907:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070993.453908:0:26994:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746070993.453911:0:26994:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080392fe lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070993.453920:0:26994:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080392fe lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070993.456444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070993.456908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.458100:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431630208 00000100:00100000:2.0:1746070993.458108:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431630208 00010000:00010000:2.0:1746070993.458139:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d70600080392e9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01595f expref: 10 pid: 17293 timeout: 816 lvb_type: 1 00000100:00100000:2.0:1746070993.458172:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14176 00000100:00100000:2.0:1746070993.458180:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+10:2009:x1830887431630208:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070993.458191:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070993.458208:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d70600080392e9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01595f expref: 10 pid: 17293 timeout: 816 lvb_type: 1 00010000:00010000:2.0:1746070993.458219:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d70600080392e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01595f expref: 10 pid: 17293 timeout: 816 lvb_type: 1 00010000:00010000:2.0:1746070993.458239:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070993.458241:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070993.458246:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800726e2200/0xa5d70600080392f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01596d expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.458254:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800726e2200/0xa5d70600080392f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01596d expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.458282:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800726e2200/0xa5d70600080392f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01596d expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070993.458292:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426924032:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070993.458371:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebfd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746070993.458389:0:28671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431630080 00000100:00100000:2.0:1746070993.458393:0:28671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431630080 00000100:00100000:2.0:1746070993.458420:0:28671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13997 00000100:00100000:2.0:1746070993.458425:0:28671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f691500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2007:x1830887431630080:12345-192.168.204.29@tcp:3:dd.0 00010000:00010000:2.0:1746070993.458446:0:28671:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8000/0xa5d7060008039305 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.458454:0:28671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070993.458536:0:28671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070993.458540:0:28671:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8000/0xa5d7060008039305 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.458549:0:28671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8000/0xa5d7060008039305 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.460044:0:9567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a62a8a00/0xa5d70600080392e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01595f expref: 12 pid: 17293 timeout: 816 lvb_type: 1 00000100:00100000:3.0:1746070993.460077:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9567:1830887426923904:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070993.460104:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800726e2200/0xa5d70600080392f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f01596d expref: 10 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.460115:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800726e2200, rc 0) 00000100:00100000:3.0:1746070993.460156:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+10:3709:x1830887431629440:12345-192.168.204.29@tcp:101:dd.0 Request processed in 7815us (7849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070993.460163:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30394 00000100:00100000:3.0:1746070993.467800:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7207:1830887426924032:192.168.204.29@tcp:105: 00010000:00010000:3.0:1746070993.467818:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070993.467854:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f690380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+11:2009:x1830887431630208:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 9674us (10946us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070993.467880:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14176 00010000:00010000:2.0:1746070993.468489:0:26994:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080392fe lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.468500:0:26994:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080392fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.468506:0:26994:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080392fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.468512:0:26994:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a06c5000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070993.468516:0:26994:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080392fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.468522:0:26994:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080392fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.468536:0:26994:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080392fe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.468542:0:26994:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06c5000/0xa5d70600080392fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26994 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070993.468831:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2007:x1830887431629824:12345-192.168.204.29@tcp:3:dd.0 Request processed in 14972us (15071us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070993.468839:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13996 00010000:00010000:2.0:1746070993.470415:0:28671:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8000/0xa5d7060008039305 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.470427:0:28671:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8000/0xa5d7060008039305 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.470434:0:28671:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8000/0xa5d7060008039305 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.470439:0:28671:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a03c8000 already unused, calling callback (ffffffffa08b4d70) 00010000:00010000:2.0:1746070993.470442:0:28671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8000/0xa5d7060008039305 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.470448:0:28671:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8000/0xa5d7060008039305 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.470462:0:28671:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8000/0xa5d7060008039305 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.470466:0:28671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a03c8000/0xa5d7060008039305 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070993.470507:0:28671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f691500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431630080:12345-192.168.204.29@tcp:3:dd.0 Request processed in 12079us (14067us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746070993.470518:0:28671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13997 00000100:00100000:0.0:1746070993.477762:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070993.477910:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431630336 00000100:00100000:3.0:1746070993.477918:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431630336 00000100:00100000:3.0:1746070993.477964:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 30395 00000100:00100000:3.0:1746070993.477970:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+23:3709:x1830887431630336:12345-192.168.204.29@tcp:101:dd.0 00010000:00010000:3.0:1746070993.477987:0:9567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070993.478002:0:9567:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803930c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa92c14ab2f015974 expref: -99 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.478027:0:9567:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d70600080392f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015966 expref: 14 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070993.478034:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070993.478035:0:9567:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070993.478038:0:9567:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803930c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015974 expref: 24 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.478064:0:9567:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d70600080392f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015966 expref: 14 pid: 17293 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070993.478083:0:9567:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d70600080392f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015966 expref: 14 pid: 17293 timeout: 816 lvb_type: 1 00000100:00100000:3.0:1746070993.478094:0:9567:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072777100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426924160:192.168.204.29@tcp:104: 00000100:00100000:3.0:1746070993.478165:0:9567:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0285000 going to sleep for 11 seconds 00000100:00100000:0.0:1746070993.480349:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070993.480432:0:9567:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072777100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9567:1830887426924160:192.168.204.29@tcp:104: 00010000:00010000:3.0:1746070993.480452:0:9567:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803930c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015974 expref: 24 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070993.480463:0:9567:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0465200, rc 0) 00000100:00100000:3.0:1746070993.480492:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b0b53bb-88cc-4676-8162-fb03f163a964+24:3709:x1830887431630336:12345-192.168.204.29@tcp:101:dd.0 Request processed in 2522us (2737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070993.480499:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 30395 00000100:00100000:2.0:1746070993.480560:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431630464 00000100:00100000:2.0:1746070993.480564:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431630464 00010000:00010000:2.0:1746070993.480583:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d70600080392f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015966 expref: 15 pid: 17293 timeout: 816 lvb_type: 1 00000100:00100000:2.0:1746070993.480741:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14177 00000100:00100000:2.0:1746070993.480748:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+15:2007:x1830887431630464:12345-192.168.204.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070993.480757:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070993.480772:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d70600080392f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015966 expref: 15 pid: 17293 timeout: 816 lvb_type: 1 00010000:00010000:2.0:1746070993.480782:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d70600080392f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015966 expref: 15 pid: 17293 timeout: 816 lvb_type: 1 00010000:00010000:2.0:1746070993.480799:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a62a9a00/0xa5d70600080392f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015966 expref: 15 pid: 17293 timeout: 816 lvb_type: 1 00010000:00010000:2.0:1746070993.480812:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070993.480813:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070993.480819:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803930c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015974 expref: 23 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.480825:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803930c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015974 expref: 23 pid: 9567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070993.480851:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0465200/0xa5d706000803930c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.29@tcp remote: 0xa92c14ab2f015974 expref: 23 pid: 9567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746070993.480860:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426924288:192.168.204.29@tcp:105: 00000100:00100000:2.0:1746070993.480925:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ebf840 going to sleep for 11 seconds 00000100:00100000:2.0:1746070993.493979:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7207:1830887426924288:192.168.204.29@tcp:105: 00010000:00010000:2.0:1746070993.493999:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070993.494037:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+14:2007:x1830887431630464:12345-192.168.204.29@tcp:103:ldlm_bl.0 Request processed in 13288us (13690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070993.494046:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14177 00000100:00100000:0.0:1746070993.549705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070993.549938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.550055:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431630976 00000100:00100000:2.0:1746070993.550063:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431630976 00000100:00100000:3.0:1746070993.550119:0:28671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431630720 00000100:00100000:2.0:1746070993.550120:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 204 00000100:00100000:3.0:1746070993.550122:0:28671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431630720 00002000:00100000:3.0:1746070993.550150:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff8800a5e2f100 x1830887431630720/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070993.550159:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f100 with x1830887431630720 ext(0->4194303) 00002000:00010000:3.0:1746070993.550164:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e2f100 00000100:00100000:3.0:1746070993.550178:0:28671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13998 00000100:00100000:3.0:1746070993.550184:0:28671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2010:x1830887431630720:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:2.0:1746070993.550215:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+46:3708:x1830887431630976:12345-192.168.204.29@tcp:35:dd.0 00000100:00100000:2.0:1746070993.550577:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:3708:x1830887431630976:12345-192.168.204.29@tcp:35:dd.0 Request processed in 362us (880us total) trans 4294981798 rc 0/0 00000100:00100000:2.0:1746070993.550583:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 204 00000100:00100000:2.0:1746070993.566590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070993.566781:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431631232 00000100:00100000:1.0:1746070993.566789:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431631232 00002000:00100000:1.0:1746070993.566824:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1f:0x0] (0->4194303) req@ffff88009e0b2d80 x1830887431631232/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.566833:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2d80 with x1830887431631232 ext(0->4194303) 00002000:00010000:1.0:1746070993.566838:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b2d80 00000100:00100000:1.0:1746070993.566891:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 13999 00000100:00100000:1.0:1746070993.566899:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+24:2009:x1830887431631232:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:3.0:1746070993.611974:0:28671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2010:x1830887431630720:12345-192.168.204.29@tcp:4:dd.0 Request processed in 61779us (62026us total) trans 4294970737 rc 0/0 00000100:00100000:3.0:1746070993.611987:0:28671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13998 00002000:00100000:3.0:1746070993.611999:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff8800a5e2f100 x1830887431630720/t4294970737(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/448 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070993.612007:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f100 with x1830887431630720 ext(0->4194303) 00002000:00010000:3.0:1746070993.612013:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e2f100 00010000:00010000:1.0:1746070993.623260:0:9582:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746070993.627341:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+26:2009:x1830887431631232:12345-192.168.204.29@tcp:4:dd.0 Request processed in 60433us (60750us total) trans 4294972331 rc 0/0 00000100:00100000:1.0:1746070993.627352:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 13999 00002000:00100000:1.0:1746070993.627364:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1f:0x0] (0->4194303) req@ffff88009e0b2d80 x1830887431631232/t4294972331(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/448 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.627373:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0b2d80 with x1830887431631232 ext(0->4194303) 00002000:00010000:1.0:1746070993.627378:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0b2d80 00000100:00100000:0.0:1746070993.639235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:1.0:1746070993.639378:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431631488 00000100:00100000:1.0:1746070993.639387:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431631488 00002000:00100000:1.0:1746070993.639425:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff8800a5e2e680 x1830887431631488/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.639441:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2e680 with x1830887431631488 ext(4194304->8388607) 00002000:00010000:1.0:1746070993.639446:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e2e680 00000100:00100000:1.0:1746070993.639476:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14000 00000100:00100000:1.0:1746070993.639483:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+12:2010:x1830887431631488:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:0.0:1746070993.657046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:3.0:1746070993.657263:0:28671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431631744 00000100:00100000:3.0:1746070993.657271:0:28671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431631744 00002000:00100000:3.0:1746070993.657308:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1f:0x0] (4194304->8388607) req@ffff8800a5e2ca80 x1830887431631744/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070993.657318:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ca80 with x1830887431631744 ext(4194304->8388607) 00002000:00010000:3.0:1746070993.657322:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2ca80 00000100:00100000:3.0:1746070993.657341:0:28671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14001 00000100:00100000:3.0:1746070993.657349:0:28671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+26:2010:x1830887431631744:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:2.0:1746070993.695540:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2010:x1830887431631488:12345-192.168.204.29@tcp:4:dd.0 Request processed in 56048us (56304us total) trans 4294970738 rc 0/0 00000100:00100000:2.0:1746070993.695552:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14000 00002000:00100000:2.0:1746070993.695564:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff8800a5e2e680 x1830887431631488/t4294970738(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/448 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.695579:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2e680 with x1830887431631488 ext(4194304->8388607) 00002000:00010000:2.0:1746070993.695584:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e2e680 00000100:00100000:3.0:1746070993.717104:0:28671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+28:2010:x1830887431631744:12345-192.168.204.29@tcp:4:dd.0 Request processed in 59746us (60056us total) trans 4294972332 rc 0/0 00000100:00100000:3.0:1746070993.717115:0:28671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14001 00002000:00100000:3.0:1746070993.717126:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1f:0x0] (4194304->8388607) req@ffff8800a5e2ca80 x1830887431631744/t4294972332(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/448 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746070993.717134:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2ca80 with x1830887431631744 ext(4194304->8388607) 00002000:00010000:3.0:1746070993.717139:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5e2ca80 00000100:00100000:0.0:1746070993.745468:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.746129:0:28671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431632000 00000100:00100000:2.0:1746070993.746136:0:28671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431632000 00002000:00100000:2.0:1746070993.746174:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff8800a5e2f800 x1830887431632000/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.746184:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f800 with x1830887431632000 ext(8388608->12582911) 00002000:00010000:2.0:1746070993.746188:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e2f800 00000100:00100000:2.0:1746070993.746218:0:28671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14002 00000100:00100000:2.0:1746070993.746225:0:28671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+14:2009:x1830887431632000:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:1.0:1746070993.773985:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.783143:0:26994:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431632256 00000100:00100000:2.0:1746070993.783155:0:26994:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431632256 00002000:00100000:2.0:1746070993.783193:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1f:0x0] (8388608->12582911) req@ffff8800a50f9180 x1830887431632256/t0(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/0 e 0 to 0 dl 1746071004 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746070993.783202:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f9180 with x1830887431632256 ext(8388608->12582911) 00002000:00010000:2.0:1746070993.783206:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a50f9180 00000100:00100000:2.0:1746070993.783226:0:26994:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 14003 00000100:00100000:2.0:1746070993.783232:0:26994:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+28:2010:x1830887431632256:12345-192.168.204.29@tcp:4:dd.0 00000100:00100000:3.0:1746070993.786015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:2.0:1746070993.796256:0:24923:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431632512 00000100:00100000:2.0:1746070993.796266:0:24923:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431632512 00000100:00100000:2.0:1746070993.796304:0:24923:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 205 00000100:00100000:2.0:1746070993.796310:0:24923:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+32:3709:x1830887431632512:12345-192.168.204.29@tcp:35:dd.0 00000100:00100000:2.0:1746070993.796495:0:24923:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+33:3709:x1830887431632512:12345-192.168.204.29@tcp:35:dd.0 Request processed in 184us (10486us total) trans 4294981799 rc 0/0 00000100:00100000:2.0:1746070993.796502:0:24923:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 205 00000100:00100000:1.0:1746070993.798074:0:28671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b0b53bb-88cc-4676-8162-fb03f163a964+16:2009:x1830887431632000:12345-192.168.204.29@tcp:4:dd.0 Request processed in 51836us (52599us total) trans 4294970739 rc 0/0 00000100:00100000:1.0:1746070993.798083:0:28671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14002 00002000:00100000:1.0:1746070993.798093:0:28671:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff8800a5e2f800 x1830887431632000/t4294970739(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/448 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746070993.798102:0:28671:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5e2f800 with x1830887431632000 ext(8388608->12582911) 00002000:00010000:1.0:1746070993.798107:0:28671:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5e2f800 00000100:00100000:0.0:1746070993.830241:0:26994:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b0b53bb-88cc-4676-8162-fb03f163a964+30:2010:x1830887431632256:12345-192.168.204.29@tcp:4:dd.0 Request processed in 47001us (56255us total) trans 4294972333 rc 0/0 00000100:00100000:0.0:1746070993.830253:0:26994:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 14003 00002000:00100000:0.0:1746070993.830265:0:26994:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1f:0x0] (8388608->12582911) req@ffff8800a50f9180 x1830887431632256/t4294972333(0) o4->8b0b53bb-88cc-4676-8162-fb03f163a964@192.168.204.29@tcp:624/0 lens 488/448 e 0 to 0 dl 1746071004 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746070993.830272:0:26994:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a50f9180 with x1830887431632256 ext(8388608->12582911) 00002000:00010000:0.0:1746070993.830277:0:26994:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a50f9180 00000001:02000400:0.0:1746070994.619194:0:28718:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00010000:00010000:3.0:1746070994.628011:0:7208:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746070994.668833:0:9564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972333 is committed 00000001:00080000:2.0:1746070994.669024:0:9564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972323 is committed 00000100:00100000:0.0:1746070994.871076:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426924416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746070994.871131:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746070994.871299:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887426924416 00000100:00100000:2.0:1746070994.871305:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887426924416 00000100:00100000:2.0:1746070994.872634:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1746070994.872645:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830887426924416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746070994.872676:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:2.0:1746070994.872729:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830887426924416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (1597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070994.872734:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1746070994.872762:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830887426924416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746070995.403520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070995.403541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070995.403554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070995.403564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070995.403574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070995.403585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070995.403597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070995.403616:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070995.403633:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431633152 00000100:00100000:0.0:1746070995.403639:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431633152 00000100:00100000:0.0:1746070995.403670:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431633664 00000100:00100000:0.0:1746070995.403671:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431633664 00000100:00100000:0.0:1746070995.403680:0:10108:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431633024 00000100:00100000:0.0:1746070995.403681:0:10108:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431633024 00000100:00100000:0.0:1746070995.403692:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 766 00000100:00100000:0.0:1746070995.403697:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431633152:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070995.403742:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+9:2007:x1830887431633152:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 45us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070995.403747:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 766 00000100:00100000:0.0:1746070995.403757:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 767 00000100:00100000:0.0:1746070995.403760:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+16:2007:x1830887431633664:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070995.403772:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b0b53bb-88cc-4676-8162-fb03f163a964+16:2007:x1830887431633664:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 11us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070995.403776:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 767 00000100:00100000:0.0:1746070995.403781:0:10108:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 768 00000100:00100000:0.0:1746070995.403784:0:10108:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fc73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431633024:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070995.403795:0:10108:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fc73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2cef828f-2ddc-413e-ab0c-d5649e53048f+8:2007:x1830887431633024:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 10us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070995.403799:0:10108:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 768 00000100:00100000:0.0:1746070995.403977:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431632896 00000100:00100000:0.0:1746070995.403980:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431632896 00000100:00100000:0.0:1746070995.403999:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431633408 00000100:00100000:0.0:1746070995.404001:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431633408 00000100:00100000:0.0:1746070995.404011:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431632768 00000100:00100000:0.0:1746070995.404013:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431632768 00000100:00100000:0.0:1746070995.404020:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431633280 00000100:00100000:0.0:1746070995.404022:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431633280 00000100:00100000:0.0:1746070995.404042:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1099 00000100:00100000:0.0:1746070995.404048:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2007:x1830887431632896:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070995.404070:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+7:2007:x1830887431632896:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 22us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070995.404077:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1099 00000100:00100000:0.0:1746070995.404087:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1100 00000100:00100000:0.0:1746070995.404091:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887431633408:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070995.404104:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+7:2007:x1830887431633408:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 13us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070995.404109:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1100 00000100:00100000:0.0:1746070995.404115:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1101 00000100:00100000:0.0:1746070995.404119:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2007:x1830887431632768:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070995.404138:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2cef828f-2ddc-413e-ab0c-d5649e53048f+47:2007:x1830887431632768:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 18us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070995.404142:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1101 00000100:00100000:0.0:1746070995.404149:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 1102 00000100:00100000:0.0:1746070995.404153:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+33:2007:x1830887431633280:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070995.404168:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b0b53bb-88cc-4676-8162-fb03f163a964+33:2007:x1830887431633280:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 15us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070995.404172:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 1102 00000100:00080000:0.0:1746070995.404191:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746070995.404194:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746070995.404196:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746070995.404198:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746070995.404224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.29@tcp (source: 12345-192.168.204.29@tcp) 00000100:00100000:0.0:1746070995.404305:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431633536 00000100:00100000:0.0:1746070995.404308:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431633536 00000100:00100000:0.0:1746070995.404326:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 769 00000100:00100000:0.0:1746070995.404331:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2007:x1830887431633536:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:0.0:1746070995.404352:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b0b53bb-88cc-4676-8162-fb03f163a964+10:2007:x1830887431633536:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 21us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746070995.404357:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 769 00000100:00080000:0.0:1746070995.404366:0:7216:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746070995.408007:0:7213:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887431632640 00000100:00100000:1.0:1746070995.408015:0:7213:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887431632640 00000100:00100000:1.0:1746070995.408059:0:7213:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.29@tcp, seq: 552 00000100:00100000:1.0:1746070995.408066:0:7213:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7caf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:61fe79c9-085c-4ff1-ac4e-0d8c7f263f56+12:2007:x1830887431632640:12345-192.168.204.29@tcp:400:kworker.0 00000100:00100000:1.0:1746070995.408117:0:7213:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7caf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:61fe79c9-085c-4ff1-ac4e-0d8c7f263f56+12:2007:x1830887431632640:12345-192.168.204.29@tcp:400:kworker.0 Request processed in 51us (4601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070995.408123:0:7213:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.29@tcp, seq: 552 Debug log: 67784 lines, 67784 kept, 0 dropped, 0 bad.